2023-03-26T18:37:35.856 INFO:root:teuthology version: 0.0.1.dev1+ge372916
2023-03-26T18:37:35.858 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_aemerson@teuthology --name aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi --verbose --archive /home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489 --description rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-fsx-workunit} -- /home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489/orig.config.yaml
2023-03-26T18:37:35.910 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2023-03-26T18:37:36.000 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489
  branch: wip-coro-test
  description: rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack}
    msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none rbd-mirror/four-per-cluster
    supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-fsx-workunit}
  email: aemerson@redhat.com
  first_in_suite: false
  job_id: '7219489'
  kernel:
    kdb: true
    sha1: distro
  last_in_suite: false
  machine_type: smithi
  meta:
  - desc: run two ceph clusters and install rbd-mirror
  - desc: configure the permissions for client.mirror
  - desc: 2 ceph clusters with 1 mon and 3 osds each
  - desc: run four rbd-mirror daemons per cluster
  - desc: run multiple FSX workloads to simulate cluster load and then verify that the
      images were replicated
  name: aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi
  no_nested_subset: false
  nuke-on-error: true
  openstack:
  - volumes:
      count: 3
      size: 30
  os_type: ubuntu
  os_version: '22.04'
  overrides:
    admin_socket:
      branch: wip-coro-test
    ceph:
      conf:
        client:
          debug rbd: 20
          debug rbd_mirror: 15
          log to stderr: false
          rbd default features: 125
          rbd mirror image policy type: none
        client.mirror.0:
          admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        client.mirror.1:
          admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        client.mirror.2:
          admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        client.mirror.3:
          admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        global:
          mon client directed command retry: 5
          ms inject socket failures: 5000
        mgr:
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug ms: 1
          debug osd: 20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd memory target: 1610612736
          osd objectstore: bluestore
      flavor: default
      fs: xfs
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - \(OSD_SLOW_PING_TIME
      sha1: 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
    ceph-deploy:
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon:
          osd default pool size: 2
    install:
      ceph:
        flavor: default
        sha1: 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
    thrashosds:
      bdev_inject_crash: 2
      bdev_inject_crash_probability: 0.5
    workunit:
      branch: wip-coro-test
      sha1: 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
  owner: scheduled_aemerson@teuthology
  priority: 150
  repo: https://git.ceph.com/ceph-ci.git
  roles:
  - - cluster1.mon.a
    - cluster1.mgr.x
    - cluster2.mgr.x
    - cluster1.osd.0
    - cluster1.osd.1
    - cluster1.osd.2
    - cluster1.client.0
    - cluster2.client.0
  - - cluster2.mon.a
    - cluster2.osd.0
    - cluster2.osd.1
    - cluster2.osd.2
    - cluster1.client.mirror
    - cluster1.client.mirror.0
    - cluster1.client.mirror.1
    - cluster1.client.mirror.2
    - cluster1.client.mirror.3
    - cluster1.client.mirror.4
    - cluster1.client.mirror.5
    - cluster1.client.mirror.6
    - cluster2.client.mirror
    - cluster2.client.mirror.0
    - cluster2.client.mirror.1
    - cluster2.client.mirror.2
    - cluster2.client.mirror.3
    - cluster2.client.mirror.4
    - cluster2.client.mirror.5
    - cluster2.client.mirror.6
  sha1: 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
  sleep_before_teardown: 0
  suite: rbd
  suite_branch: wip-coro-test
  suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_992e4bc04931e307ee0af0e78ea5dc3e32d072a4/qa
  suite_relpath: qa
  suite_repo: https://git.ceph.com/ceph-ci.git
  suite_sha1: 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
  targets:
    smithi007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG16OU3g8oyBFPlQ4rE4cBB4GkLWWV3sMuOr1JMTx1IeiC2vQP9t5fsbsWp4y3tBRCb+kQ/lQZ5oO/HhwyIZL1I=
    smithi146.front.sepia.ceph.com: ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINZFgOvKcpCLRcg6eejcHEP5/B+6sDtZEHig2h3G5eZR
  tasks:
  - install:
      extra_packages:
      - rbd-mirror
  - ceph:
      cluster: cluster1
  - ceph:
      cluster: cluster2
  - exec:
      cluster1.client.mirror.0:
      - sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer'
        osd 'profile rbd'
      - sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer'
        osd 'profile rbd'
      - sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror'
        osd 'profile rbd'
      - sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror'
        osd 'profile rbd'
  - rbd-mirror:
      client: cluster1.client.mirror.0
      thrash: true
  - rbd-mirror:
      client: cluster1.client.mirror.1
      thrash: true
  - rbd-mirror:
      client: cluster1.client.mirror.2
      thrash: true
  - rbd-mirror:
      client: cluster1.client.mirror.3
      thrash: true
  - rbd-mirror:
      client: cluster2.client.mirror.0
      thrash: true
  - rbd-mirror:
      client: cluster2.client.mirror.1
      thrash: true
  - rbd-mirror:
      client: cluster2.client.mirror.2
      thrash: true
  - rbd-mirror:
      client: cluster2.client.mirror.3
      thrash: true
  - rbd-mirror-thrash:
      cluster: cluster1
  - rbd-mirror-thrash:
      cluster: cluster2
  - workunit:
      clients:
        cluster1.client.mirror:
        - rbd/rbd_mirror_fsx_prepare.sh
      env:
        CEPH_ARGS: ''
        RBD_MIRROR_NOCLEANUP: '1'
        RBD_MIRROR_USE_EXISTING_CLUSTER: '1'
        RBD_MIRROR_USE_RBD_MIRROR: '1'
  - rbd_fsx:
      clients:
      - cluster1.client.mirror.0
      - cluster1.client.mirror.1
      - cluster1.client.mirror.2
      - cluster1.client.mirror.3
      - cluster1.client.mirror.4
      - cluster1.client.mirror.5
      keep_images: true
      ops: 6000
      pool_name: mirror
  - workunit:
      clients:
        cluster1.client.mirror:
        - rbd/rbd_mirror_fsx_compare.sh
      env:
        CEPH_ARGS: ''
        RBD_MIRROR_USE_EXISTING_CLUSTER: '1'
        RBD_MIRROR_USE_RBD_MIRROR: '1'
      timeout: 6h
  teuthology:
    fragments_dropped: []
    meta: {}
    postmerge: []
  teuthology_branch: main
  teuthology_sha1: e3729161eecf8e6d09a4069acbb883cdcd5e9f50
  timestamp: 2023-03-24_16:42:49
  tube: smithi
  user: aemerson
  verbose: false
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4538
2023-03-26T18:37:36.000 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_992e4bc04931e307ee0af0e78ea5dc3e32d072a4/qa; will attempt to use it
2023-03-26T18:37:36.001 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_992e4bc04931e307ee0af0e78ea5dc3e32d072a4/qa/tasks
2023-03-26T18:37:36.001 INFO:teuthology.run_tasks:Running task internal.check_packages...
2023-03-26T18:37:36.003 INFO:teuthology.task.internal:Checking packages...
2023-03-26T18:37:36.035 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'
2023-03-26T18:37:36.035 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2023-03-26T18:37:36.035 INFO:teuthology.packaging:ref: None
2023-03-26T18:37:36.036 INFO:teuthology.packaging:tag: None
2023-03-26T18:37:36.036 INFO:teuthology.packaging:branch: wip-coro-test
2023-03-26T18:37:36.036 INFO:teuthology.packaging:sha1: 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:37:36.036 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-coro-test
2023-03-26T18:37:36.196 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:37:36.197 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2023-03-26T18:37:36.204 INFO:teuthology.task.internal:no buildpackages task found
2023-03-26T18:37:36.204 INFO:teuthology.run_tasks:Running task internal.save_config...
2023-03-26T18:37:36.210 INFO:teuthology.task.internal:Saving configuration
2023-03-26T18:37:36.227 INFO:teuthology.run_tasks:Running task internal.check_lock...
2023-03-26T18:37:36.234 INFO:teuthology.task.internal.check_lock:Checking locks...
2023-03-26T18:37:36.263 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi007.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-26 18:31:52.122748', 'locked_by': 'scheduled_aemerson@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILj4uvhib+LRq3yedeFIujMk5SbsZWEjr/R6wHqp185x'}
2023-03-26T18:37:36.288 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi146.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-26 18:31:52.120984', 'locked_by': 'scheduled_aemerson@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINZFgOvKcpCLRcg6eejcHEP5/B+6sDtZEHig2h3G5eZR'}
2023-03-26T18:37:36.288 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2023-03-26T18:37:36.297 INFO:teuthology.task.internal:roles: ubuntu@smithi007.front.sepia.ceph.com - ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0']
2023-03-26T18:37:36.297 INFO:teuthology.task.internal:roles: ubuntu@smithi146.front.sepia.ceph.com - ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']
2023-03-26T18:37:36.297 INFO:teuthology.run_tasks:Running task console_log...
2023-03-26T18:37:36.376 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7fd0adb81df0>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7fd0ac2e1ee0>, signals=[15])
2023-03-26T18:37:36.377 INFO:teuthology.run_tasks:Running task internal.connect...
2023-03-26T18:37:36.388 INFO:teuthology.task.internal:Opening connections...
2023-03-26T18:37:36.388 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi007.front.sepia.ceph.com
2023-03-26T18:37:36.390 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:37:36.467 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:37:36.468 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:37:36.548 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2023-03-26T18:37:36.555 DEBUG:teuthology.orchestra.run.smithi007:> uname -m
2023-03-26T18:37:36.560 INFO:teuthology.orchestra.run.smithi007.stdout:x86_64
2023-03-26T18:37:36.561 DEBUG:teuthology.orchestra.run.smithi007:> cat /etc/os-release
2023-03-26T18:37:36.608 INFO:teuthology.orchestra.run.smithi007.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS"
2023-03-26T18:37:36.609 INFO:teuthology.orchestra.run.smithi007.stdout:NAME="Ubuntu"
2023-03-26T18:37:36.609 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_ID="22.04"
2023-03-26T18:37:36.609 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)"
2023-03-26T18:37:36.609 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_CODENAME=jammy
2023-03-26T18:37:36.609 INFO:teuthology.orchestra.run.smithi007.stdout:ID=ubuntu
2023-03-26T18:37:36.609 INFO:teuthology.orchestra.run.smithi007.stdout:ID_LIKE=debian
2023-03-26T18:37:36.610 INFO:teuthology.orchestra.run.smithi007.stdout:HOME_URL="https://www.ubuntu.com/"
2023-03-26T18:37:36.610 INFO:teuthology.orchestra.run.smithi007.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2023-03-26T18:37:36.610 INFO:teuthology.orchestra.run.smithi007.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2023-03-26T18:37:36.610 INFO:teuthology.orchestra.run.smithi007.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2023-03-26T18:37:36.610 INFO:teuthology.orchestra.run.smithi007.stdout:UBUNTU_CODENAME=jammy
2023-03-26T18:37:36.611 INFO:teuthology.lock.ops:Updating smithi007.front.sepia.ceph.com on lock server
2023-03-26T18:37:36.639 DEBUG:teuthology.orchestra.run.smithi146:> uname -m
2023-03-26T18:37:36.644 INFO:teuthology.orchestra.run.smithi146.stdout:x86_64
2023-03-26T18:37:36.644 DEBUG:teuthology.orchestra.run.smithi146:> cat /etc/os-release
2023-03-26T18:37:36.691 INFO:teuthology.orchestra.run.smithi146.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS"
2023-03-26T18:37:36.691 INFO:teuthology.orchestra.run.smithi146.stdout:NAME="Ubuntu"
2023-03-26T18:37:36.691 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION_ID="22.04"
2023-03-26T18:37:36.691 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)"
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION_CODENAME=jammy
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:ID=ubuntu
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:ID_LIKE=debian
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:HOME_URL="https://www.ubuntu.com/"
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2023-03-26T18:37:36.692 INFO:teuthology.orchestra.run.smithi146.stdout:UBUNTU_CODENAME=jammy
2023-03-26T18:37:36.693 INFO:teuthology.lock.ops:Updating smithi146.front.sepia.ceph.com on lock server
2023-03-26T18:37:36.714 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2023-03-26T18:37:36.728 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2023-03-26T18:37:36.734 INFO:teuthology.task.internal:Checking for old test directory...
2023-03-26T18:37:36.735 DEBUG:teuthology.orchestra.run.smithi007:> test '!' -e /home/ubuntu/cephtest
2023-03-26T18:37:36.737 DEBUG:teuthology.orchestra.run.smithi146:> test '!' -e /home/ubuntu/cephtest
2023-03-26T18:37:36.741 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2023-03-26T18:37:36.747 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2023-03-26T18:37:36.747 DEBUG:teuthology.orchestra.run.smithi007:> test -z $(ls -A /var/lib/ceph)
2023-03-26T18:37:36.786 DEBUG:teuthology.orchestra.run.smithi146:> test -z $(ls -A /var/lib/ceph)
2023-03-26T18:37:36.803 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2023-03-26T18:37:36.865 INFO:teuthology.run_tasks:Running task kernel...
2023-03-26T18:37:36.881 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'}
2023-03-26T18:37:36.882 INFO:teuthology.task.kernel:config {'cluster1.mon.a': {'kdb': True, 'sha1': 'distro'}, 'cluster2.mon.a': {'kdb': True, 'sha1': 'distro'}}, timeout 300
2023-03-26T18:37:36.882 DEBUG:teuthology.orchestra.run.smithi007:> test -f /run/.containerenv -o -f /.dockerenv
2023-03-26T18:37:36.883 DEBUG:teuthology.orchestra.run.smithi146:> test -f /run/.containerenv -o -f /.dockerenv
2023-03-26T18:37:36.887 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:37:36.888 DEBUG:teuthology.orchestra.run.smithi007:> uname -r
2023-03-26T18:37:36.888 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:37:36.889 DEBUG:teuthology.orchestra.run.smithi146:> uname -r
2023-03-26T18:37:36.935 INFO:teuthology.orchestra.run.smithi146.stdout:5.15.0-56-generic
2023-03-26T18:37:36.936 INFO:teuthology.task.kernel:Running kernel on smithi146: 5.15.0-56-generic
2023-03-26T18:37:36.936 DEBUG:teuthology.orchestra.run.smithi146:> sudo apt-get clean
2023-03-26T18:37:36.937 INFO:teuthology.orchestra.run.smithi007.stdout:5.15.0-56-generic
2023-03-26T18:37:36.937 INFO:teuthology.task.kernel:Running kernel on smithi007: 5.15.0-56-generic
2023-03-26T18:37:36.938 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get clean
2023-03-26T18:37:37.065 DEBUG:teuthology.orchestra.run.smithi146:> sudo apt-get update
2023-03-26T18:37:37.069 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get update
2023-03-26T18:37:37.206 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2023-03-26T18:37:37.225 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2023-03-26T18:37:37.231 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB]
2023-03-26T18:37:37.234 INFO:teuthology.orchestra.run.smithi146.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB]
2023-03-26T18:37:37.301 INFO:teuthology.orchestra.run.smithi146.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [107 kB]
2023-03-26T18:37:37.307 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [107 kB]
2023-03-26T18:37:37.322 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB]
2023-03-26T18:37:37.339 INFO:teuthology.orchestra.run.smithi146.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB]
2023-03-26T18:37:37.434 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [459 kB]
2023-03-26T18:37:37.450 INFO:teuthology.orchestra.run.smithi146.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [949 kB]
2023-03-26T18:37:37.499 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [949 kB]
2023-03-26T18:37:37.526 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [205 kB]
2023-03-26T18:37:37.529 INFO:teuthology.orchestra.run.smithi146.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [459 kB]
2023-03-26T18:37:37.530 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [13.8 kB]
2023-03-26T18:37:37.531 INFO:teuthology.orchestra.run.smithi007.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [27.2 kB]
2023-03-26T18:37:37.532 INFO:teuthology.orchestra.run.smithi007.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [684 kB]
2023-03-26T18:37:37.534 INFO:teuthology.orchestra.run.smithi146.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [205 kB]
2023-03-26T18:37:37.536 INFO:teuthology.orchestra.run.smithi146.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [13.8 kB]
2023-03-26T18:37:37.537 INFO:teuthology.orchestra.run.smithi146.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [684 kB]
2023-03-26T18:37:37.541 INFO:teuthology.orchestra.run.smithi007.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [107 kB]
2023-03-26T18:37:37.542 INFO:teuthology.orchestra.run.smithi007.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [584 B]
2023-03-26T18:37:37.549 INFO:teuthology.orchestra.run.smithi146.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [27.2 kB]
2023-03-26T18:37:37.550 INFO:teuthology.orchestra.run.smithi146.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [107 kB]
2023-03-26T18:37:37.551 INFO:teuthology.orchestra.run.smithi146.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [584 B]
2023-03-26T18:37:37.577 INFO:teuthology.orchestra.run.smithi007.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [605 kB]
2023-03-26T18:37:37.585 INFO:teuthology.orchestra.run.smithi146.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [895 kB]
2023-03-26T18:37:37.693 INFO:teuthology.orchestra.run.smithi007.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [895 kB]
2023-03-26T18:37:37.710 INFO:teuthology.orchestra.run.smithi146.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [605 kB]
2023-03-26T18:37:37.715 INFO:teuthology.orchestra.run.smithi007.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [179 kB]
2023-03-26T18:37:37.718 INFO:teuthology.orchestra.run.smithi146.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [179 kB]
2023-03-26T18:37:37.719 INFO:teuthology.orchestra.run.smithi007.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [18.4 kB]
2023-03-26T18:37:37.719 INFO:teuthology.orchestra.run.smithi007.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [24.1 kB]
2023-03-26T18:37:37.719 INFO:teuthology.orchestra.run.smithi007.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,500 B]
2023-03-26T18:37:37.720 INFO:teuthology.orchestra.run.smithi007.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [6,312 B]
2023-03-26T18:37:37.720 INFO:teuthology.orchestra.run.smithi007.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B]
2023-03-26T18:37:37.720 INFO:teuthology.orchestra.run.smithi007.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.7 kB]
2023-03-26T18:37:37.721 INFO:teuthology.orchestra.run.smithi146.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [18.4 kB]
2023-03-26T18:37:37.721 INFO:teuthology.orchestra.run.smithi146.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,500 B]
2023-03-26T18:37:37.721 INFO:teuthology.orchestra.run.smithi146.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [24.1 kB]
2023-03-26T18:37:37.722 INFO:teuthology.orchestra.run.smithi007.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB]
2023-03-26T18:37:37.722 INFO:teuthology.orchestra.run.smithi146.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [6,312 B]
2023-03-26T18:37:37.723 INFO:teuthology.orchestra.run.smithi146.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B]
2023-03-26T18:37:37.723 INFO:teuthology.orchestra.run.smithi146.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.7 kB]
2023-03-26T18:37:37.723 INFO:teuthology.orchestra.run.smithi146.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB]
2023-03-26T18:37:37.727 INFO:teuthology.orchestra.run.smithi146.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [9,800 B]
2023-03-26T18:37:37.756 INFO:teuthology.orchestra.run.smithi007.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [9,800 B]
2023-03-26T18:37:37.756 INFO:teuthology.orchestra.run.smithi007.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [392 B]
2023-03-26T18:37:37.756 INFO:teuthology.orchestra.run.smithi007.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [19.5 kB]
2023-03-26T18:37:37.761 INFO:teuthology.orchestra.run.smithi146.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [392 B]
2023-03-26T18:37:37.771 INFO:teuthology.orchestra.run.smithi007.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [693 kB]
2023-03-26T18:37:37.778 INFO:teuthology.orchestra.run.smithi146.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [10.7 kB]
2023-03-26T18:37:37.778 INFO:teuthology.orchestra.run.smithi007.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [10.7 kB]
2023-03-26T18:37:37.779 INFO:teuthology.orchestra.run.smithi146.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [19.5 kB]
2023-03-26T18:37:37.780 INFO:teuthology.orchestra.run.smithi146.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [272 kB]
2023-03-26T18:37:37.788 INFO:teuthology.orchestra.run.smithi007.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [14.0 kB]
2023-03-26T18:37:37.793 INFO:teuthology.orchestra.run.smithi007.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [392 B]
2023-03-26T18:37:37.803 INFO:teuthology.orchestra.run.smithi146.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [14.0 kB]
2023-03-26T18:37:37.811 INFO:teuthology.orchestra.run.smithi146.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [392 B]
2023-03-26T18:37:38.021 INFO:teuthology.orchestra.run.smithi146.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [693 kB]
2023-03-26T18:37:38.105 INFO:teuthology.orchestra.run.smithi007.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [272 kB]
2023-03-26T18:37:38.126 INFO:teuthology.orchestra.run.smithi007.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [143 kB]
2023-03-26T18:37:38.136 INFO:teuthology.orchestra.run.smithi007.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [9,016 B]
2023-03-26T18:37:38.137 INFO:teuthology.orchestra.run.smithi007.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [26.8 kB]
2023-03-26T18:37:38.139 INFO:teuthology.orchestra.run.smithi007.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [645 kB]
2023-03-26T18:37:38.172 INFO:teuthology.orchestra.run.smithi146.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [143 kB]
2023-03-26T18:37:38.189 INFO:teuthology.orchestra.run.smithi146.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [9,016 B]
2023-03-26T18:37:38.189 INFO:teuthology.orchestra.run.smithi146.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [645 kB]
2023-03-26T18:37:38.212 INFO:teuthology.orchestra.run.smithi007.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [100 kB]
2023-03-26T18:37:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [588 B]
2023-03-26T18:37:38.219 INFO:teuthology.orchestra.run.smithi007.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [519 kB]
2023-03-26T18:37:38.243 INFO:teuthology.orchestra.run.smithi146.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [26.8 kB]
2023-03-26T18:37:38.245 INFO:teuthology.orchestra.run.smithi146.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [100 kB]
2023-03-26T18:37:38.254 INFO:teuthology.orchestra.run.smithi146.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [588 B]
2023-03-26T18:37:38.254 INFO:teuthology.orchestra.run.smithi146.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [714 kB]
2023-03-26T18:37:38.255 INFO:teuthology.orchestra.run.smithi007.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [714 kB]
2023-03-26T18:37:38.297 INFO:teuthology.orchestra.run.smithi146.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [519 kB]
2023-03-26T18:37:38.451 INFO:teuthology.orchestra.run.smithi007.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [118 kB]
2023-03-26T18:37:38.481 INFO:teuthology.orchestra.run.smithi146.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [118 kB]
2023-03-26T18:37:38.811 INFO:teuthology.orchestra.run.smithi007.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [14.1 kB]
2023-03-26T18:37:38.818 INFO:teuthology.orchestra.run.smithi007.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [19.4 kB]
2023-03-26T18:37:38.828 INFO:teuthology.orchestra.run.smithi007.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [4,068 B]
2023-03-26T18:37:38.829 INFO:teuthology.orchestra.run.smithi007.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B]
2023-03-26T18:37:38.841 INFO:teuthology.orchestra.run.smithi146.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [14.1 kB]
2023-03-26T18:37:38.849 INFO:teuthology.orchestra.run.smithi146.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [19.4 kB]
2023-03-26T18:37:38.859 INFO:teuthology.orchestra.run.smithi146.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [4,068 B]
2023-03-26T18:37:38.860 INFO:teuthology.orchestra.run.smithi146.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B]
2023-03-26T18:37:42.975 INFO:teuthology.orchestra.run.smithi146.stdout:Fetched 7,920 kB in 2s (4,652 kB/s)
2023-03-26T18:37:43.208 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 7,920 kB in 2s (4,697 kB/s)
2023-03-26T18:37:44.222 INFO:teuthology.orchestra.run.smithi146.stdout:Reading package lists...
2023-03-26T18:37:44.237 DEBUG:teuthology.orchestra.run.smithi146:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2023-03-26T18:37:44.291 INFO:teuthology.orchestra.run.smithi146.stdout:Reading package lists...
2023-03-26T18:37:44.429 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists...
2023-03-26T18:37:44.447 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2023-03-26T18:37:44.468 INFO:teuthology.orchestra.run.smithi146.stdout:Building dependency tree...
2023-03-26T18:37:44.469 INFO:teuthology.orchestra.run.smithi146.stdout:Reading state information...
2023-03-26T18:37:44.502 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists...
2023-03-26T18:37:44.619 INFO:teuthology.orchestra.run.smithi146.stdout:The following packages were automatically installed and are no longer required:
2023-03-26T18:37:44.620 INFO:teuthology.orchestra.run.smithi146.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2023-03-26T18:37:44.620 INFO:teuthology.orchestra.run.smithi146.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2023-03-26T18:37:44.621 INFO:teuthology.orchestra.run.smithi146.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2023-03-26T18:37:44.621 INFO:teuthology.orchestra.run.smithi146.stdout:  python2 python2-dev python2-minimal python2.7 python2.7-dev
2023-03-26T18:37:44.621 INFO:teuthology.orchestra.run.smithi146.stdout:  python2.7-minimal
2023-03-26T18:37:44.621 INFO:teuthology.orchestra.run.smithi146.stdout:Use 'sudo apt autoremove' to remove them.
2023-03-26T18:37:44.622 INFO:teuthology.orchestra.run.smithi146.stdout:The following additional packages will be installed:
2023-03-26T18:37:44.622 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-generic linux-headers-5.15.0-67 linux-headers-5.15.0-67-generic
2023-03-26T18:37:44.622 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-headers-generic linux-image-5.15.0-67-generic
2023-03-26T18:37:44.623 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-modules-5.15.0-67-generic linux-modules-extra-5.15.0-67-generic
2023-03-26T18:37:44.623 INFO:teuthology.orchestra.run.smithi146.stdout:Suggested packages:
2023-03-26T18:37:44.623 INFO:teuthology.orchestra.run.smithi146.stdout:  fdutils linux-doc | linux-source-5.15.0 linux-tools
2023-03-26T18:37:44.623 INFO:teuthology.orchestra.run.smithi146.stdout:Recommended packages:
2023-03-26T18:37:44.623 INFO:teuthology.orchestra.run.smithi146.stdout:  thermald
2023-03-26T18:37:44.667 INFO:teuthology.orchestra.run.smithi146.stdout:The following NEW packages will be installed:
2023-03-26T18:37:44.667 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-headers-5.15.0-67 linux-headers-5.15.0-67-generic
2023-03-26T18:37:44.667 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-image-5.15.0-67-generic linux-modules-5.15.0-67-generic
2023-03-26T18:37:44.668 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-modules-extra-5.15.0-67-generic
2023-03-26T18:37:44.669 INFO:teuthology.orchestra.run.smithi146.stdout:The following packages will be upgraded:
2023-03-26T18:37:44.669 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-generic linux-headers-generic linux-image-generic
2023-03-26T18:37:44.670 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree...
2023-03-26T18:37:44.671 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information...
2023-03-26T18:37:44.813 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required:
2023-03-26T18:37:44.813 INFO:teuthology.orchestra.run.smithi007.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2023-03-26T18:37:44.814 INFO:teuthology.orchestra.run.smithi007.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2023-03-26T18:37:44.814 INFO:teuthology.orchestra.run.smithi007.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2023-03-26T18:37:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:  python2 python2-dev python2-minimal python2.7 python2.7-dev
2023-03-26T18:37:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:  python2.7-minimal
2023-03-26T18:37:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them.
2023-03-26T18:37:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:The following additional packages will be installed:
2023-03-26T18:37:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-generic linux-headers-5.15.0-67 linux-headers-5.15.0-67-generic
2023-03-26T18:37:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-headers-generic linux-image-5.15.0-67-generic
2023-03-26T18:37:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-modules-5.15.0-67-generic linux-modules-extra-5.15.0-67-generic
2023-03-26T18:37:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:Suggested packages:
2023-03-26T18:37:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:  fdutils linux-doc | linux-source-5.15.0 linux-tools
2023-03-26T18:37:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:Recommended packages:
2023-03-26T18:37:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:  thermald
2023-03-26T18:37:44.846 INFO:teuthology.orchestra.run.smithi146.stdout:3 upgraded, 5 newly installed, 0 to remove and 135 not upgraded.
2023-03-26T18:37:44.846 INFO:teuthology.orchestra.run.smithi146.stdout:Need to get 114 MB of archives.
2023-03-26T18:37:44.846 INFO:teuthology.orchestra.run.smithi146.stdout:After this operation, 596 MB of additional disk space will be used.
2023-03-26T18:37:44.846 INFO:teuthology.orchestra.run.smithi146.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-67-generic amd64 5.15.0-67.74 [23.3 MB]
2023-03-26T18:37:44.859 INFO:teuthology.orchestra.run.smithi007.stdout:The following NEW packages will be installed:
2023-03-26T18:37:44.859 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-headers-5.15.0-67 linux-headers-5.15.0-67-generic
2023-03-26T18:37:44.859 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-image-5.15.0-67-generic linux-modules-5.15.0-67-generic
2023-03-26T18:37:44.860 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-modules-extra-5.15.0-67-generic
2023-03-26T18:37:44.860 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages will be upgraded:
2023-03-26T18:37:44.861 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-generic linux-headers-generic linux-image-generic
2023-03-26T18:37:44.909 INFO:teuthology.orchestra.run.smithi007.stdout:3 upgraded, 5 newly installed, 0 to remove and 135 not upgraded.
2023-03-26T18:37:44.909 INFO:teuthology.orchestra.run.smithi007.stdout:Need to get 114 MB of archives.
2023-03-26T18:37:44.909 INFO:teuthology.orchestra.run.smithi007.stdout:After this operation, 596 MB of additional disk space will be used.
2023-03-26T18:37:44.910 INFO:teuthology.orchestra.run.smithi007.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-67-generic amd64 5.15.0-67.74 [23.3 MB]
2023-03-26T18:37:45.358 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-67-generic amd64 5.15.0-67.74 [11.4 MB]
2023-03-26T18:37:45.454 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-67-generic amd64 5.15.0-67.74 [64.3 MB]
2023-03-26T18:37:46.260 INFO:teuthology.orchestra.run.smithi146.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-67-generic amd64 5.15.0-67.74 [11.4 MB]
2023-03-26T18:37:46.315 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.67.65 [1,698 B]
2023-03-26T18:37:46.315 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.67.65 [2,466 B]
2023-03-26T18:37:46.315 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-67 all 5.15.0-67.74 [12.3 MB]
2023-03-26T18:37:46.446 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-67-generic amd64 5.15.0-67.74 [2,862 kB]
2023-03-26T18:37:46.469 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.67.65 [2,318 B]
2023-03-26T18:37:46.606 INFO:teuthology.orchestra.run.smithi146.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-67-generic amd64 5.15.0-67.74 [64.3 MB]
2023-03-26T18:37:46.910 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 114 MB in 2s (71.2 MB/s)
2023-03-26T18:37:47.074 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-modules-5.15.0-67-generic.
2023-03-26T18:37:48.755 INFO:teuthology.orchestra.run.smithi146.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.67.65 [1,698 B]
2023-03-26T18:37:48.755 INFO:teuthology.orchestra.run.smithi146.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.67.65 [2,466 B]
2023-03-26T18:37:48.755 INFO:teuthology.orchestra.run.smithi146.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-67 all 5.15.0-67.74 [12.3 MB]
2023-03-26T18:37:49.051 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 129542 files and directories currently installed.)
2023-03-26T18:37:49.055 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../0-linux-modules-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:37:49.122 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-modules-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:37:49.759 INFO:teuthology.orchestra.run.smithi146.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-67-generic amd64 5.15.0-67.74 [2,862 kB]
2023-03-26T18:37:49.865 INFO:teuthology.orchestra.run.smithi146.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.67.65 [2,318 B]
2023-03-26T18:37:50.267 INFO:teuthology.orchestra.run.smithi146.stdout:Fetched 114 MB in 5s (22.0 MB/s)
2023-03-26T18:37:50.467 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package linux-modules-5.15.0-67-generic.
2023-03-26T18:37:51.924 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-image-5.15.0-67-generic.
2023-03-26T18:37:51.946 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../1-linux-image-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:37:52.045 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-image-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:37:52.434 INFO:teuthology.orchestra.run.smithi146.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 129542 files and directories currently installed.)
2023-03-26T18:37:52.438 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../0-linux-modules-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:37:52.511 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-67-generic.
2023-03-26T18:37:52.532 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:37:52.538 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-modules-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:37:52.569 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-modules-extra-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:37:55.324 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package linux-image-5.15.0-67-generic.
2023-03-26T18:37:55.345 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../1-linux-image-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:37:55.449 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-image-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:37:55.994 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-67-generic.
2023-03-26T18:37:56.014 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:37:56.052 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-modules-extra-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:37:58.889 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../3-linux-generic_5.15.0.67.65_amd64.deb ...
2023-03-26T18:37:59.015 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-generic (5.15.0.67.65) over (5.15.0.56.54) ...
2023-03-26T18:37:59.340 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.67.65_amd64.deb ...
2023-03-26T18:37:59.486 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-image-generic (5.15.0.67.65) over (5.15.0.56.54) ...
2023-03-26T18:37:59.789 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-headers-5.15.0-67.
2023-03-26T18:37:59.811 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../5-linux-headers-5.15.0-67_5.15.0-67.74_all.deb ...
2023-03-26T18:37:59.855 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-headers-5.15.0-67 (5.15.0-67.74) ...
2023-03-26T18:38:02.391 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../3-linux-generic_5.15.0.67.65_amd64.deb ...
2023-03-26T18:38:02.552 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-generic (5.15.0.67.65) over (5.15.0.56.54) ...
2023-03-26T18:38:02.910 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.67.65_amd64.deb ...
2023-03-26T18:38:03.038 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-image-generic (5.15.0.67.65) over (5.15.0.56.54) ...
2023-03-26T18:38:03.332 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package linux-headers-5.15.0-67.
2023-03-26T18:38:03.343 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../5-linux-headers-5.15.0-67_5.15.0-67.74_all.deb ...
2023-03-26T18:38:03.374 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-headers-5.15.0-67 (5.15.0-67.74) ...
2023-03-26T18:38:05.422 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package linux-headers-5.15.0-67-generic.
2023-03-26T18:38:05.458 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../6-linux-headers-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:38:05.496 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-headers-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:08.326 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.67.65_amd64.deb ...
2023-03-26T18:38:08.448 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking linux-headers-generic (5.15.0.67.65) over (5.15.0.56.54) ...
2023-03-26T18:38:08.783 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-headers-5.15.0-67 (5.15.0-67.74) ...
2023-03-26T18:38:08.903 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-headers-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:09.004 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-headers-generic (5.15.0.67.65) ...
2023-03-26T18:38:09.108 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-image-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:09.285 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package linux-headers-5.15.0-67-generic.
2023-03-26T18:38:09.321 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../6-linux-headers-5.15.0-67-generic_5.15.0-67.74_amd64.deb ...
2023-03-26T18:38:09.359 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-headers-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:10.476 INFO:teuthology.orchestra.run.smithi007.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic
2023-03-26T18:38:10.476 INFO:teuthology.orchestra.run.smithi007.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic
2023-03-26T18:38:10.476 INFO:teuthology.orchestra.run.smithi007.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-67-generic
2023-03-26T18:38:10.477 INFO:teuthology.orchestra.run.smithi007.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:10.635 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-modules-extra-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:12.052 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-modules-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:12.093 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.67.65_amd64.deb ...
2023-03-26T18:38:12.244 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking linux-headers-generic (5.15.0.67.65) over (5.15.0.56.54) ...
2023-03-26T18:38:12.593 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-headers-5.15.0-67 (5.15.0-67.74) ...
2023-03-26T18:38:13.182 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-headers-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:13.283 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-headers-generic (5.15.0.67.65) ...
2023-03-26T18:38:13.412 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-image-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:13.579 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-image-generic (5.15.0.67.65) ...
2023-03-26T18:38:13.688 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up linux-generic (5.15.0.67.65) ...
2023-03-26T18:38:13.814 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for linux-image-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:13.869 INFO:teuthology.orchestra.run.smithi007.stdout:/etc/kernel/postinst.d/initramfs-tools:
2023-03-26T18:38:13.870 INFO:teuthology.orchestra.run.smithi007.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:14.738 INFO:teuthology.orchestra.run.smithi146.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic
2023-03-26T18:38:14.738 INFO:teuthology.orchestra.run.smithi146.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic
2023-03-26T18:38:14.739 INFO:teuthology.orchestra.run.smithi146.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-67-generic
2023-03-26T18:38:14.739 INFO:teuthology.orchestra.run.smithi146.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:14.923 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-modules-extra-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:16.331 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-modules-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:17.724 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-image-generic (5.15.0.67.65) ...
2023-03-26T18:38:17.825 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up linux-generic (5.15.0.67.65) ...
2023-03-26T18:38:17.927 INFO:teuthology.orchestra.run.smithi146.stdout:Processing triggers for linux-image-5.15.0-67-generic (5.15.0-67.74) ...
2023-03-26T18:38:18.003 INFO:teuthology.orchestra.run.smithi146.stdout:/etc/kernel/postinst.d/initramfs-tools:
2023-03-26T18:38:18.004 INFO:teuthology.orchestra.run.smithi146.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:29.267 INFO:teuthology.orchestra.run.smithi007.stdout:/etc/kernel/postinst.d/zz-update-grub:
2023-03-26T18:38:29.267 INFO:teuthology.orchestra.run.smithi007.stdout:Sourcing file `/etc/default/grub'
2023-03-26T18:38:29.277 INFO:teuthology.orchestra.run.smithi007.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg'
2023-03-26T18:38:29.293 INFO:teuthology.orchestra.run.smithi007.stdout:Generating grub configuration file ...
2023-03-26T18:38:29.571 INFO:teuthology.orchestra.run.smithi007.stdout:Found linux image: /boot/vmlinuz-5.15.0-67-generic
2023-03-26T18:38:29.585 INFO:teuthology.orchestra.run.smithi007.stdout:Found initrd image: /boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:29.899 INFO:teuthology.orchestra.run.smithi007.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2023-03-26T18:38:29.906 INFO:teuthology.orchestra.run.smithi007.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2023-03-26T18:38:29.980 INFO:teuthology.orchestra.run.smithi007.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2023-03-26T18:38:29.987 INFO:teuthology.orchestra.run.smithi007.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2023-03-26T18:38:30.151 INFO:teuthology.orchestra.run.smithi007.stdout:Warning: os-prober will not be executed to detect other bootable partitions.
2023-03-26T18:38:30.151 INFO:teuthology.orchestra.run.smithi007.stdout:Systems on them will not be added to the GRUB boot configuration.
2023-03-26T18:38:30.151 INFO:teuthology.orchestra.run.smithi007.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry.
2023-03-26T18:38:30.185 INFO:teuthology.orchestra.run.smithi007.stdout:done
2023-03-26T18:38:30.620 DEBUG:teuthology.orchestra.run.smithi007:> dpkg -s linux-image-generic
2023-03-26T18:38:30.641 INFO:teuthology.orchestra.run.smithi007.stdout:Package: linux-image-generic
2023-03-26T18:38:30.641 INFO:teuthology.orchestra.run.smithi007.stdout:Status: install ok installed
2023-03-26T18:38:30.641 INFO:teuthology.orchestra.run.smithi007.stdout:Priority: optional
2023-03-26T18:38:30.641 INFO:teuthology.orchestra.run.smithi007.stdout:Section: kernel
2023-03-26T18:38:30.641 INFO:teuthology.orchestra.run.smithi007.stdout:Installed-Size: 20
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: amd64
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Source: linux-meta
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Version: 5.15.0.67.65
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Provides: spl-modules (= 2.1.4-0ubuntu0.1), v4l2loopback-modules (= 0.12.5-1ubuntu5), virtualbox-guest-modules (= 5.15.0-67), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.4-0ubuntu0.1)
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Depends: linux-image-5.15.0-67-generic, linux-modules-extra-5.15.0-67-generic, linux-firmware, intel-microcode, amd64-microcode
2023-03-26T18:38:30.642 INFO:teuthology.orchestra.run.smithi007.stdout:Recommends: thermald
2023-03-26T18:38:30.643 INFO:teuthology.orchestra.run.smithi007.stdout:Description: Generic Linux kernel image
2023-03-26T18:38:30.643 INFO:teuthology.orchestra.run.smithi007.stdout: This package will always depend on the latest generic kernel image
2023-03-26T18:38:30.643 INFO:teuthology.orchestra.run.smithi007.stdout: available.
2023-03-26T18:38:30.643 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-67-generic
2023-03-26T18:38:30.643 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2023-03-26T18:38:30.643 DEBUG:teuthology.task.kernel:src is distro, skipping download
2023-03-26T18:38:30.644 INFO:teuthology.task.kernel:Installing distro kernel on cluster1.mon.a...
2023-03-26T18:38:30.644 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi007.front.sepia.ceph.com, path=None, version=distro)
2023-03-26T18:38:30.644 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get clean
2023-03-26T18:38:30.832 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get update
2023-03-26T18:38:30.955 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2023-03-26T18:38:30.962 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease
2023-03-26T18:38:30.979 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease
2023-03-26T18:38:31.076 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease
2023-03-26T18:38:32.063 INFO:teuthology.orchestra.run.smithi146.stdout:/etc/kernel/postinst.d/zz-update-grub:
2023-03-26T18:38:32.064 INFO:teuthology.orchestra.run.smithi146.stdout:Sourcing file `/etc/default/grub'
2023-03-26T18:38:32.097 INFO:teuthology.orchestra.run.smithi146.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg'
2023-03-26T18:38:32.109 INFO:teuthology.orchestra.run.smithi146.stdout:Generating grub configuration file ...
2023-03-26T18:38:32.294 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists...
2023-03-26T18:38:32.310 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2023-03-26T18:38:32.361 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists...
2023-03-26T18:38:32.392 INFO:teuthology.orchestra.run.smithi146.stdout:Found linux image: /boot/vmlinuz-5.15.0-67-generic
2023-03-26T18:38:32.406 INFO:teuthology.orchestra.run.smithi146.stdout:Found initrd image: /boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:32.524 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree...
2023-03-26T18:38:32.525 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information...
2023-03-26T18:38:32.670 INFO:teuthology.orchestra.run.smithi007.stdout:linux-image-generic is already the newest version (5.15.0.67.65).
2023-03-26T18:38:32.670 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required:
2023-03-26T18:38:32.671 INFO:teuthology.orchestra.run.smithi007.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2023-03-26T18:38:32.671 INFO:teuthology.orchestra.run.smithi007.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2023-03-26T18:38:32.671 INFO:teuthology.orchestra.run.smithi007.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2023-03-26T18:38:32.671 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2
2023-03-26T18:38:32.672 INFO:teuthology.orchestra.run.smithi007.stdout:  python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal
2023-03-26T18:38:32.672 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them.
2023-03-26T18:38:32.705 INFO:teuthology.orchestra.run.smithi007.stdout:0 upgraded, 0 newly installed, 0 to remove and 135 not upgraded.
2023-03-26T18:38:32.707 DEBUG:teuthology.orchestra.run.smithi007:> dpkg -s linux-image-generic
2023-03-26T18:38:32.752 INFO:teuthology.orchestra.run.smithi146.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2023-03-26T18:38:32.758 INFO:teuthology.orchestra.run.smithi146.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2023-03-26T18:38:32.760 INFO:teuthology.orchestra.run.smithi007.stdout:Package: linux-image-generic
2023-03-26T18:38:32.760 INFO:teuthology.orchestra.run.smithi007.stdout:Status: install ok installed
2023-03-26T18:38:32.760 INFO:teuthology.orchestra.run.smithi007.stdout:Priority: optional
2023-03-26T18:38:32.760 INFO:teuthology.orchestra.run.smithi007.stdout:Section: kernel
2023-03-26T18:38:32.760 INFO:teuthology.orchestra.run.smithi007.stdout:Installed-Size: 20
2023-03-26T18:38:32.760 INFO:teuthology.orchestra.run.smithi007.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2023-03-26T18:38:32.761 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: amd64
2023-03-26T18:38:32.761 INFO:teuthology.orchestra.run.smithi007.stdout:Source: linux-meta
2023-03-26T18:38:32.761 INFO:teuthology.orchestra.run.smithi007.stdout:Version: 5.15.0.67.65
2023-03-26T18:38:32.761 INFO:teuthology.orchestra.run.smithi007.stdout:Provides: spl-modules (= 2.1.4-0ubuntu0.1), v4l2loopback-modules (= 0.12.5-1ubuntu5), virtualbox-guest-modules (= 5.15.0-67), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.4-0ubuntu0.1)
2023-03-26T18:38:32.761 INFO:teuthology.orchestra.run.smithi007.stdout:Depends: linux-image-5.15.0-67-generic, linux-modules-extra-5.15.0-67-generic, linux-firmware, intel-microcode, amd64-microcode
2023-03-26T18:38:32.762 INFO:teuthology.orchestra.run.smithi007.stdout:Recommends: thermald
2023-03-26T18:38:32.762 INFO:teuthology.orchestra.run.smithi007.stdout:Description: Generic Linux kernel image
2023-03-26T18:38:32.762 INFO:teuthology.orchestra.run.smithi007.stdout: This package will always depend on the latest generic kernel image
2023-03-26T18:38:32.762 INFO:teuthology.orchestra.run.smithi007.stdout: available.
2023-03-26T18:38:32.762 DEBUG:teuthology.orchestra.run.smithi007:> mktemp
2023-03-26T18:38:32.808 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.EKM1LzzhVX
2023-03-26T18:38:32.808 DEBUG:teuthology.orchestra.run.smithi007:> sudo cp /boot/grub/grub.cfg /tmp/tmp.EKM1LzzhVX
2023-03-26T18:38:32.831 INFO:teuthology.orchestra.run.smithi146.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2023-03-26T18:38:32.838 INFO:teuthology.orchestra.run.smithi146.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2023-03-26T18:38:32.863 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.EKM1LzzhVX
2023-03-26T18:38:32.972 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.EKM1LzzhVX is 10KB
2023-03-26T18:38:32.983 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.EKM1LzzhVX
2023-03-26T18:38:32.988 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2023-03-26T18:38:33.002 INFO:teuthology.orchestra.run.smithi146.stdout:Warning: os-prober will not be executed to detect other bootable partitions.
2023-03-26T18:38:33.002 INFO:teuthology.orchestra.run.smithi146.stdout:Systems on them will not be added to the GRUB boot configuration.
2023-03-26T18:38:33.002 INFO:teuthology.orchestra.run.smithi146.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry.
2023-03-26T18:38:33.047 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:38:33.047 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/grub.d/01_ceph_kernel
2023-03-26T18:38:33.047 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2023-03-26T18:38:33.055 INFO:teuthology.orchestra.run.smithi146.stdout:done
2023-03-26T18:38:33.126 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-67-generic
2023-03-26T18:38:33.126 DEBUG:teuthology.orchestra.run.smithi007:> sudo update-grub
2023-03-26T18:38:33.496 DEBUG:teuthology.orchestra.run.smithi146:> dpkg -s linux-image-generic
2023-03-26T18:38:33.516 INFO:teuthology.orchestra.run.smithi146.stdout:Package: linux-image-generic
2023-03-26T18:38:33.516 INFO:teuthology.orchestra.run.smithi146.stdout:Status: install ok installed
2023-03-26T18:38:33.516 INFO:teuthology.orchestra.run.smithi146.stdout:Priority: optional
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Section: kernel
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Installed-Size: 20
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Architecture: amd64
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Source: linux-meta
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Version: 5.15.0.67.65
2023-03-26T18:38:33.517 INFO:teuthology.orchestra.run.smithi146.stdout:Provides: spl-modules (= 2.1.4-0ubuntu0.1), v4l2loopback-modules (= 0.12.5-1ubuntu5), virtualbox-guest-modules (= 5.15.0-67), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.4-0ubuntu0.1)
2023-03-26T18:38:33.518 INFO:teuthology.orchestra.run.smithi146.stdout:Depends: linux-image-5.15.0-67-generic, linux-modules-extra-5.15.0-67-generic, linux-firmware, intel-microcode, amd64-microcode
2023-03-26T18:38:33.518 INFO:teuthology.orchestra.run.smithi146.stdout:Recommends: thermald
2023-03-26T18:38:33.518 INFO:teuthology.orchestra.run.smithi146.stdout:Description: Generic Linux kernel image
2023-03-26T18:38:33.518 INFO:teuthology.orchestra.run.smithi146.stdout: This package will always depend on the latest generic kernel image
2023-03-26T18:38:33.518 INFO:teuthology.orchestra.run.smithi146.stdout: available.
2023-03-26T18:38:33.518 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-67-generic
2023-03-26T18:38:33.519 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2023-03-26T18:38:33.519 DEBUG:teuthology.task.kernel:src is distro, skipping download
2023-03-26T18:38:33.519 INFO:teuthology.task.kernel:Installing distro kernel on cluster2.mon.a...
2023-03-26T18:38:33.519 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi146.front.sepia.ceph.com, path=None, version=distro)
2023-03-26T18:38:33.519 DEBUG:teuthology.orchestra.run.smithi146:> sudo apt-get clean
2023-03-26T18:38:33.645 DEBUG:teuthology.orchestra.run.smithi146:> sudo apt-get update
2023-03-26T18:38:33.884 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2023-03-26T18:38:33.884 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease
2023-03-26T18:38:33.956 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease
2023-03-26T18:38:34.037 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease
2023-03-26T18:38:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:Sourcing file `/etc/default/grub'
2023-03-26T18:38:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg'
2023-03-26T18:38:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:Generating grub configuration file ...
2023-03-26T18:38:34.410 INFO:teuthology.orchestra.run.smithi007.stderr:Found linux image: /boot/vmlinuz-5.15.0-67-generic
2023-03-26T18:38:34.416 INFO:teuthology.orchestra.run.smithi007.stderr:Found initrd image: /boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:34.647 INFO:teuthology.orchestra.run.smithi007.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2023-03-26T18:38:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2023-03-26T18:38:34.694 INFO:teuthology.orchestra.run.smithi007.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2023-03-26T18:38:34.700 INFO:teuthology.orchestra.run.smithi007.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2023-03-26T18:38:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:Warning: os-prober will not be executed to detect other bootable partitions.
2023-03-26T18:38:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:Systems on them will not be added to the GRUB boot configuration.
2023-03-26T18:38:34.837 INFO:teuthology.orchestra.run.smithi007.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry.
2023-03-26T18:38:34.848 INFO:teuthology.orchestra.run.smithi007.stderr:done
2023-03-26T18:38:34.865 DEBUG:teuthology.orchestra.run.smithi007:> sudo shutdown -r now
2023-03-26T18:38:35.170 INFO:teuthology.orchestra.run.smithi146.stdout:Reading package lists...
2023-03-26T18:38:35.185 DEBUG:teuthology.orchestra.run.smithi146:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2023-03-26T18:38:35.244 INFO:teuthology.orchestra.run.smithi146.stdout:Reading package lists...
2023-03-26T18:38:35.423 INFO:teuthology.orchestra.run.smithi146.stdout:Building dependency tree...
2023-03-26T18:38:35.424 INFO:teuthology.orchestra.run.smithi146.stdout:Reading state information...
2023-03-26T18:38:35.578 INFO:teuthology.orchestra.run.smithi146.stdout:linux-image-generic is already the newest version (5.15.0.67.65).
2023-03-26T18:38:35.578 INFO:teuthology.orchestra.run.smithi146.stdout:The following packages were automatically installed and are no longer required:
2023-03-26T18:38:35.578 INFO:teuthology.orchestra.run.smithi146.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2023-03-26T18:38:35.578 INFO:teuthology.orchestra.run.smithi146.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2023-03-26T18:38:35.578 INFO:teuthology.orchestra.run.smithi146.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2023-03-26T18:38:35.579 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2
2023-03-26T18:38:35.579 INFO:teuthology.orchestra.run.smithi146.stdout:  python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal
2023-03-26T18:38:35.579 INFO:teuthology.orchestra.run.smithi146.stdout:Use 'sudo apt autoremove' to remove them.
2023-03-26T18:38:35.618 INFO:teuthology.orchestra.run.smithi146.stdout:0 upgraded, 0 newly installed, 0 to remove and 135 not upgraded.
2023-03-26T18:38:35.620 DEBUG:teuthology.orchestra.run.smithi146:> dpkg -s linux-image-generic
2023-03-26T18:38:35.636 INFO:teuthology.orchestra.run.smithi146.stdout:Package: linux-image-generic
2023-03-26T18:38:35.637 INFO:teuthology.orchestra.run.smithi146.stdout:Status: install ok installed
2023-03-26T18:38:35.637 INFO:teuthology.orchestra.run.smithi146.stdout:Priority: optional
2023-03-26T18:38:35.637 INFO:teuthology.orchestra.run.smithi146.stdout:Section: kernel
2023-03-26T18:38:35.637 INFO:teuthology.orchestra.run.smithi146.stdout:Installed-Size: 20
2023-03-26T18:38:35.638 INFO:teuthology.orchestra.run.smithi146.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2023-03-26T18:38:35.638 INFO:teuthology.orchestra.run.smithi146.stdout:Architecture: amd64
2023-03-26T18:38:35.638 INFO:teuthology.orchestra.run.smithi146.stdout:Source: linux-meta
2023-03-26T18:38:35.639 INFO:teuthology.orchestra.run.smithi146.stdout:Version: 5.15.0.67.65
2023-03-26T18:38:35.639 INFO:teuthology.orchestra.run.smithi146.stdout:Provides: spl-modules (= 2.1.4-0ubuntu0.1), v4l2loopback-modules (= 0.12.5-1ubuntu5), virtualbox-guest-modules (= 5.15.0-67), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.4-0ubuntu0.1)
2023-03-26T18:38:35.639 INFO:teuthology.orchestra.run.smithi146.stdout:Depends: linux-image-5.15.0-67-generic, linux-modules-extra-5.15.0-67-generic, linux-firmware, intel-microcode, amd64-microcode
2023-03-26T18:38:35.639 INFO:teuthology.orchestra.run.smithi146.stdout:Recommends: thermald
2023-03-26T18:38:35.640 INFO:teuthology.orchestra.run.smithi146.stdout:Description: Generic Linux kernel image
2023-03-26T18:38:35.640 INFO:teuthology.orchestra.run.smithi146.stdout: This package will always depend on the latest generic kernel image
2023-03-26T18:38:35.640 INFO:teuthology.orchestra.run.smithi146.stdout: available.
2023-03-26T18:38:35.641 DEBUG:teuthology.orchestra.run.smithi146:> mktemp
2023-03-26T18:38:35.683 INFO:teuthology.orchestra.run.smithi146.stdout:/tmp/tmp.iIyHEuFGK6
2023-03-26T18:38:35.683 DEBUG:teuthology.orchestra.run.smithi146:> sudo cp /boot/grub/grub.cfg /tmp/tmp.iIyHEuFGK6
2023-03-26T18:38:35.739 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0666 /tmp/tmp.iIyHEuFGK6
2023-03-26T18:38:35.867 DEBUG:teuthology.orchestra.remote:smithi146:/tmp/tmp.iIyHEuFGK6 is 10KB
2023-03-26T18:38:35.879 DEBUG:teuthology.orchestra.run.smithi146:> rm -fr /tmp/tmp.iIyHEuFGK6
2023-03-26T18:38:35.885 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2023-03-26T18:38:35.939 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:38:35.940 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/grub.d/01_ceph_kernel
2023-03-26T18:38:35.940 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2023-03-26T18:38:36.007 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-67-generic
2023-03-26T18:38:36.007 DEBUG:teuthology.orchestra.run.smithi146:> sudo update-grub
2023-03-26T18:38:37.187 INFO:teuthology.orchestra.run.smithi146.stderr:Sourcing file `/etc/default/grub'
2023-03-26T18:38:37.188 INFO:teuthology.orchestra.run.smithi146.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg'
2023-03-26T18:38:37.191 INFO:teuthology.orchestra.run.smithi146.stderr:Generating grub configuration file ...
2023-03-26T18:38:37.428 INFO:teuthology.orchestra.run.smithi146.stderr:Found linux image: /boot/vmlinuz-5.15.0-67-generic
2023-03-26T18:38:37.434 INFO:teuthology.orchestra.run.smithi146.stderr:Found initrd image: /boot/initrd.img-5.15.0-67-generic
2023-03-26T18:38:37.651 INFO:teuthology.orchestra.run.smithi146.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2023-03-26T18:38:37.656 INFO:teuthology.orchestra.run.smithi146.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2023-03-26T18:38:37.698 INFO:teuthology.orchestra.run.smithi146.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2023-03-26T18:38:37.704 INFO:teuthology.orchestra.run.smithi146.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2023-03-26T18:38:37.832 INFO:teuthology.orchestra.run.smithi146.stderr:Warning: os-prober will not be executed to detect other bootable partitions.
2023-03-26T18:38:37.832 INFO:teuthology.orchestra.run.smithi146.stderr:Systems on them will not be added to the GRUB boot configuration.
2023-03-26T18:38:37.832 INFO:teuthology.orchestra.run.smithi146.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry.
2023-03-26T18:38:37.846 INFO:teuthology.orchestra.run.smithi146.stderr:done
2023-03-26T18:38:37.849 DEBUG:teuthology.orchestra.run.smithi146:> sudo shutdown -r now
2023-03-26T18:39:04.893 INFO:teuthology.task.kernel:Checking client cluster1.mon.a for new kernel version...
2023-03-26T18:39:04.894 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com'
2023-03-26T18:39:04.895 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:39:07.855 INFO:teuthology.task.kernel:Checking client cluster2.mon.a for new kernel version...
2023-03-26T18:39:07.855 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com'
2023-03-26T18:39:07.856 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:39:23.401 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7
2023-03-26T18:39:26.217 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.146
2023-03-26T18:39:53.429 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com'
2023-03-26T18:39:53.430 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:39:56.220 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com'
2023-03-26T18:39:56.221 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:40:11.785 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7
2023-03-26T18:40:14.597 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.146
2023-03-26T18:40:41.813 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com'
2023-03-26T18:40:41.814 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:40:42.026 DEBUG:teuthology.orchestra.run.smithi007:> true
2023-03-26T18:40:42.757 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com'
2023-03-26T18:40:42.757 INFO:teuthology.task.kernel:Checking kernel version of cluster1.mon.a, want "5.15.0-67-generic"...
2023-03-26T18:40:42.758 DEBUG:teuthology.orchestra.run.smithi007:> uname -r
2023-03-26T18:40:42.806 INFO:teuthology.orchestra.run.smithi007.stdout:5.15.0-67-generic
2023-03-26T18:40:42.807 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-67-generic vs 5.15.0-67-generic
2023-03-26T18:40:42.807 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2023-03-26T18:40:42.807 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2023-03-26T18:40:43.808 INFO:teuthology.task.kernel:Enabling kdb on cluster1.mon.a...
2023-03-26T18:40:43.809 DEBUG:teuthology.orchestra.run.smithi007:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2023-03-26T18:40:43.873 INFO:teuthology.orchestra.run.smithi007.stdout:ttyS1
2023-03-26T18:40:43.891 DEBUG:teuthology.parallel:result is None
2023-03-26T18:40:44.598 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com'
2023-03-26T18:40:44.599 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:40:44.852 DEBUG:teuthology.orchestra.run.smithi146:> true
2023-03-26T18:40:45.477 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi146.front.sepia.ceph.com'
2023-03-26T18:40:45.478 INFO:teuthology.task.kernel:Checking kernel version of cluster2.mon.a, want "5.15.0-67-generic"...
2023-03-26T18:40:45.478 DEBUG:teuthology.orchestra.run.smithi146:> uname -r
2023-03-26T18:40:45.523 INFO:teuthology.orchestra.run.smithi146.stdout:5.15.0-67-generic
2023-03-26T18:40:45.524 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-67-generic vs 5.15.0-67-generic
2023-03-26T18:40:45.524 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2023-03-26T18:40:45.524 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2023-03-26T18:40:46.525 INFO:teuthology.task.kernel:Enabling kdb on cluster2.mon.a...
2023-03-26T18:40:46.526 DEBUG:teuthology.orchestra.run.smithi146:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2023-03-26T18:40:46.898 INFO:teuthology.orchestra.run.smithi146.stdout:ttyS1
2023-03-26T18:40:46.918 DEBUG:teuthology.parallel:result is None
2023-03-26T18:40:46.918 INFO:teuthology.run_tasks:Running task internal.base...
2023-03-26T18:40:46.927 INFO:teuthology.task.internal:Creating test directory...
2023-03-26T18:40:46.928 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2023-03-26T18:40:46.930 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2023-03-26T18:40:46.936 INFO:teuthology.run_tasks:Running task internal.archive_upload...
2023-03-26T18:40:46.945 INFO:teuthology.run_tasks:Running task internal.archive...
2023-03-26T18:40:46.953 INFO:teuthology.task.internal:Creating archive directory...
2023-03-26T18:40:46.954 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2023-03-26T18:40:46.979 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2023-03-26T18:40:47.003 INFO:teuthology.run_tasks:Running task internal.coredump...
2023-03-26T18:40:47.010 INFO:teuthology.task.internal:Enabling coredump saving...
2023-03-26T18:40:47.010 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2023-03-26T18:40:47.031 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2023-03-26T18:40:47.059 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2023-03-26T18:40:47.062 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2023-03-26T18:40:47.067 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2023-03-26T18:40:47.070 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2023-03-26T18:40:47.072 INFO:teuthology.run_tasks:Running task internal.sudo...
2023-03-26T18:40:47.085 INFO:teuthology.task.internal:Configuring sudo...
2023-03-26T18:40:47.086 DEBUG:teuthology.orchestra.run.smithi007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2023-03-26T18:40:47.115 DEBUG:teuthology.orchestra.run.smithi146:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2023-03-26T18:40:47.128 INFO:teuthology.run_tasks:Running task internal.syslog...
2023-03-26T18:40:47.137 INFO:teuthology.task.internal.syslog:Starting syslog monitoring...
2023-03-26T18:40:47.138 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2023-03-26T18:40:47.172 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2023-03-26T18:40:47.177 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2023-03-26T18:40:47.222 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2023-03-26T18:40:47.270 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:40:47.271 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2023-03-26T18:40:47.343 DEBUG:teuthology.orchestra.run.smithi146:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2023-03-26T18:40:47.348 DEBUG:teuthology.orchestra.run.smithi146:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2023-03-26T18:40:47.396 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:40:47.396 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2023-03-26T18:40:47.462 DEBUG:teuthology.orchestra.run.smithi007:> sudo service rsyslog restart
2023-03-26T18:40:47.464 DEBUG:teuthology.orchestra.run.smithi146:> sudo service rsyslog restart
2023-03-26T18:40:47.559 INFO:teuthology.run_tasks:Running task internal.timer...
2023-03-26T18:40:47.566 INFO:teuthology.task.internal:Starting timer...
2023-03-26T18:40:47.566 INFO:teuthology.run_tasks:Running task pcp...
2023-03-26T18:40:47.586 INFO:teuthology.run_tasks:Running task selinux...
2023-03-26T18:40:47.595 DEBUG:teuthology.task.selinux:Excluding smithi007: OS 'ubuntu' does not support SELinux
2023-03-26T18:40:47.596 DEBUG:teuthology.task.selinux:Excluding smithi146: OS 'ubuntu' does not support SELinux
2023-03-26T18:40:47.596 DEBUG:teuthology.task.selinux:Getting current SELinux state
2023-03-26T18:40:47.597 DEBUG:teuthology.task.selinux:Existing SELinux modes: {}
2023-03-26T18:40:47.597 INFO:teuthology.task.selinux:Putting SELinux into permissive mode
2023-03-26T18:40:47.597 INFO:teuthology.run_tasks:Running task ansible.cephlab...
2023-03-26T18:40:47.607 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current
2023-03-26T18:40:47.607 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main
2023-03-26T18:40:47.628 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}]
2023-03-26T18:40:47.629 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi007.front.sepia.ceph.com,smithi146.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml
2023-03-26T18:48:13.851 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi007.front.sepia.ceph.com'), Remote(name='ubuntu@smithi146.front.sepia.ceph.com')]
2023-03-26T18:48:13.853 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com'
2023-03-26T18:48:13.854 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:48:13.935 DEBUG:teuthology.orchestra.run.smithi007:> true
2023-03-26T18:48:14.037 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com'
2023-03-26T18:48:14.038 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2023-03-26T18:48:14.112 DEBUG:teuthology.orchestra.run.smithi146:> true
2023-03-26T18:48:14.233 INFO:teuthology.run_tasks:Running task clock...
2023-03-26T18:48:14.253 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew...
2023-03-26T18:48:14.254 INFO:teuthology.orchestra.run:Running command with timeout 360
2023-03-26T18:48:14.254 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2023-03-26T18:48:14.257 INFO:teuthology.orchestra.run:Running command with timeout 360
2023-03-26T18:48:14.257 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2023-03-26T18:48:14.285 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting
2023-03-26T18:48:14.286 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Command line: ntpd -gq
2023-03-26T18:48:14.286 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: ----------------------------------------------------
2023-03-26T18:48:14.287 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: ntp-4 is maintained by Network Time Foundation,
2023-03-26T18:48:14.287 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Inc. (NTF), a non-profit 501(c)(3) public-benefit
2023-03-26T18:48:14.287 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: corporation.  Support and training for ntp-4 are
2023-03-26T18:48:14.287 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: available at https://www.nwtime.org/support
2023-03-26T18:48:14.288 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: ----------------------------------------------------
2023-03-26T18:48:14.288 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: proto: precision = 0.046 usec (-24)
2023-03-26T18:48:14.289 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: basedate set to 2022-02-04
2023-03-26T18:48:14.289 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: gps base set to 2022-02-06 (week 2196)
2023-03-26T18:48:14.290 INFO:teuthology.orchestra.run.smithi007.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2023-03-26T18:48:14.290 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2023-03-26T18:48:14.291 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: restrict ::: KOD does nothing without LIMITED.
2023-03-26T18:48:14.291 INFO:teuthology.orchestra.run.smithi007.stderr:restrict ::: KOD does nothing without LIMITED.
2023-03-26T18:48:14.293 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listen and drop on 0 v6wildcard [::]:123
2023-03-26T18:48:14.293 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2023-03-26T18:48:14.294 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listen normally on 2 lo 127.0.0.1:123
2023-03-26T18:48:14.294 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listen normally on 3 ens1f0 172.21.15.7:123
2023-03-26T18:48:14.294 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listen normally on 4 lo [::1]:123
2023-03-26T18:48:14.295 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:15ea%4]:123
2023-03-26T18:48:14.295 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:14 ntpd[26641]: Listening on routing socket on fd #22 for interface updates
2023-03-26T18:48:14.302 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting
2023-03-26T18:48:14.302 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Command line: ntpd -gq
2023-03-26T18:48:14.302 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: ----------------------------------------------------
2023-03-26T18:48:14.303 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: ntp-4 is maintained by Network Time Foundation,
2023-03-26T18:48:14.303 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Inc. (NTF), a non-profit 501(c)(3) public-benefit
2023-03-26T18:48:14.303 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: corporation.  Support and training for ntp-4 are
2023-03-26T18:48:14.303 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: available at https://www.nwtime.org/support
2023-03-26T18:48:14.303 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: ----------------------------------------------------
2023-03-26T18:48:14.304 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: proto: precision = 0.046 usec (-24)
2023-03-26T18:48:14.304 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: basedate set to 2022-02-04
2023-03-26T18:48:14.305 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: gps base set to 2022-02-06 (week 2196)
2023-03-26T18:48:14.305 INFO:teuthology.orchestra.run.smithi146.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2023-03-26T18:48:14.306 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2023-03-26T18:48:14.306 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: restrict ::: KOD does nothing without LIMITED.
2023-03-26T18:48:14.307 INFO:teuthology.orchestra.run.smithi146.stderr:restrict ::: KOD does nothing without LIMITED.
2023-03-26T18:48:14.308 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listen and drop on 0 v6wildcard [::]:123
2023-03-26T18:48:14.308 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2023-03-26T18:48:14.309 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listen normally on 2 lo 127.0.0.1:123
2023-03-26T18:48:14.309 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listen normally on 3 enp3s0f1 172.21.15.146:123
2023-03-26T18:48:14.309 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listen normally on 4 lo [::1]:123
2023-03-26T18:48:14.310 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:76fd%5]:123
2023-03-26T18:48:14.310 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:14 ntpd[26687]: Listening on routing socket on fd #22 for interface updates
2023-03-26T18:48:15.286 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:15 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:15.286 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:15 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:15.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:15 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:15.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:15 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:15.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:15 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:15.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:15 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:15.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:15 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:15.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:15 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:16.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:16 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:16.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:16 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.286 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:17.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:17.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:17.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:17 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:17.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:17.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:17.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:17 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:19.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:19.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:19.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:19.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:19.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:19.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:19 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:19.303 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:19.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:19.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:19.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:19.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:19.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:19.307 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:19.307 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:19 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.289 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:21.291 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.291 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.291 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.292 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:21.292 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.292 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.292 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.293 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:21.293 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:21 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.304 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:21.305 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:21.306 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:21.307 INFO:teuthology.orchestra.run.smithi146.stdout:26 Mar 18:48:21 ntpd[26687]: ntpd: time slew +0.002122 s
2023-03-26T18:48:21.307 INFO:teuthology.orchestra.run.smithi146.stdout:ntpd: time slew +0.002122s
2023-03-26T18:48:21.308 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2023-03-26T18:48:21.308 INFO:teuthology.orchestra.run.smithi146.stderr:26 Mar 18:48:21 ntpd[26687]: can't open /var/log/ntpstats/loopstats.20230326: Permission denied
2023-03-26T18:48:21.374 INFO:teuthology.orchestra.run.smithi146.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2023-03-26T18:48:21.374 INFO:teuthology.orchestra.run.smithi146.stdout:==============================================================================
2023-03-26T18:48:21.375 INFO:teuthology.orchestra.run.smithi146.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:21.375 INFO:teuthology.orchestra.run.smithi146.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:21.375 INFO:teuthology.orchestra.run.smithi146.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:21.376 INFO:teuthology.orchestra.run.smithi146.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:23.286 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:23.287 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: can't open /var/log/ntpstats/rawstats.20230326: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2023-03-26T18:48:23.288 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: can't open /var/log/ntpstats/peerstats.20230326: Permission denied
2023-03-26T18:48:23.289 INFO:teuthology.orchestra.run.smithi007.stdout:26 Mar 18:48:23 ntpd[26641]: ntpd: time slew +0.000395 s
2023-03-26T18:48:23.289 INFO:teuthology.orchestra.run.smithi007.stdout:ntpd: time slew +0.000395s
2023-03-26T18:48:23.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2023-03-26T18:48:23.290 INFO:teuthology.orchestra.run.smithi007.stderr:26 Mar 18:48:23 ntpd[26641]: can't open /var/log/ntpstats/loopstats.20230326: Permission denied
2023-03-26T18:48:23.380 INFO:teuthology.orchestra.run.smithi007.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2023-03-26T18:48:23.381 INFO:teuthology.orchestra.run.smithi007.stdout:==============================================================================
2023-03-26T18:48:23.381 INFO:teuthology.orchestra.run.smithi007.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:23.381 INFO:teuthology.orchestra.run.smithi007.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:23.381 INFO:teuthology.orchestra.run.smithi007.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:23.382 INFO:teuthology.orchestra.run.smithi007.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2023-03-26T18:48:23.383 INFO:teuthology.run_tasks:Running task install...
2023-03-26T18:48:23.398 DEBUG:teuthology.task.install:project ceph
2023-03-26T18:48:23.399 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}
2023-03-26T18:48:23.399 DEBUG:teuthology.task.install:config {'extra_packages': ['rbd-mirror'], 'flavor': 'default', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}
2023-03-26T18:48:23.400 INFO:teuthology.task.install:Using flavor: default
2023-03-26T18:48:23.406 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']}
2023-03-26T18:48:23.407 INFO:teuthology.task.install:extra packages: ['rbd-mirror']
2023-03-26T18:48:23.407 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-key list | grep Ceph
2023-03-26T18:48:23.408 DEBUG:teuthology.orchestra.run.smithi146:> sudo apt-key list | grep Ceph
2023-03-26T18:48:23.472 INFO:teuthology.orchestra.run.smithi146.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)).
2023-03-26T18:48:23.486 INFO:teuthology.orchestra.run.smithi007.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)).
2023-03-26T18:48:23.502 INFO:teuthology.orchestra.run.smithi146.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2023-03-26T18:48:23.503 INFO:teuthology.orchestra.run.smithi146.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2023-03-26T18:48:23.503 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, rbd-mirror on remote deb x86_64
2023-03-26T18:48:23.503 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:48:23.528 INFO:teuthology.orchestra.run.smithi007.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2023-03-26T18:48:23.528 INFO:teuthology.orchestra.run.smithi007.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2023-03-26T18:48:23.528 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, rbd-mirror on remote deb x86_64
2023-03-26T18:48:23.529 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:48:23.666 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default/
2023-03-26T18:48:23.666 INFO:teuthology.task.install.deb:Package version is 18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:48:23.682 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default/
2023-03-26T18:48:23.682 INFO:teuthology.task.install.deb:Package version is 18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:48:23.781 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:48:23.781 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/apt/sources.list.d/ceph.list
2023-03-26T18:48:23.792 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:48:23.793 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/apt/sources.list.d/ceph.list
2023-03-26T18:48:23.797 DEBUG:teuthology.orchestra.run.smithi146:> sudo apt-get update
2023-03-26T18:48:23.808 DEBUG:teuthology.orchestra.run.smithi007:> sudo apt-get update
2023-03-26T18:48:23.980 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2023-03-26T18:48:23.980 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2023-03-26T18:48:23.981 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease
2023-03-26T18:48:23.989 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease
2023-03-26T18:48:23.990 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease
2023-03-26T18:48:24.006 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease
2023-03-26T18:48:24.007 INFO:teuthology.orchestra.run.smithi007.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease
2023-03-26T18:48:24.025 INFO:teuthology.orchestra.run.smithi146.stdout:Ign:4 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy InRelease
2023-03-26T18:48:24.036 INFO:teuthology.orchestra.run.smithi007.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy InRelease
2023-03-26T18:48:24.046 INFO:teuthology.orchestra.run.smithi146.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy Release [7,662 B]
2023-03-26T18:48:24.057 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy Release [7,662 B]
2023-03-26T18:48:24.068 INFO:teuthology.orchestra.run.smithi146.stdout:Ign:6 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy Release.gpg
2023-03-26T18:48:24.079 INFO:teuthology.orchestra.run.smithi007.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy Release.gpg
2023-03-26T18:48:24.082 INFO:teuthology.orchestra.run.smithi146.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease
2023-03-26T18:48:24.090 INFO:teuthology.orchestra.run.smithi146.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,423 B]
2023-03-26T18:48:24.100 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,423 B]
2023-03-26T18:48:24.125 INFO:teuthology.orchestra.run.smithi146.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB]
2023-03-26T18:48:24.142 INFO:teuthology.orchestra.run.smithi007.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB]
2023-03-26T18:48:24.333 INFO:teuthology.orchestra.run.smithi146.stdout:Fetched 28.5 kB in 0s (78.6 kB/s)
2023-03-26T18:48:24.342 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 28.5 kB in 0s (81.1 kB/s)
2023-03-26T18:48:25.115 INFO:teuthology.orchestra.run.smithi146.stdout:Reading package lists...
2023-03-26T18:48:25.132 DEBUG:teuthology.orchestra.run.smithi146:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-3114-g992e4bc0-1jammy cephadm=18.0.0-3114-g992e4bc0-1jammy ceph-mds=18.0.0-3114-g992e4bc0-1jammy ceph-mgr=18.0.0-3114-g992e4bc0-1jammy ceph-common=18.0.0-3114-g992e4bc0-1jammy ceph-fuse=18.0.0-3114-g992e4bc0-1jammy ceph-test=18.0.0-3114-g992e4bc0-1jammy ceph-volume=18.0.0-3114-g992e4bc0-1jammy radosgw=18.0.0-3114-g992e4bc0-1jammy python3-rados=18.0.0-3114-g992e4bc0-1jammy python3-rgw=18.0.0-3114-g992e4bc0-1jammy python3-cephfs=18.0.0-3114-g992e4bc0-1jammy python3-rbd=18.0.0-3114-g992e4bc0-1jammy libcephfs2=18.0.0-3114-g992e4bc0-1jammy libcephfs-dev=18.0.0-3114-g992e4bc0-1jammy librados2=18.0.0-3114-g992e4bc0-1jammy librbd1=18.0.0-3114-g992e4bc0-1jammy rbd-fuse=18.0.0-3114-g992e4bc0-1jammy rbd-mirror=18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:48:25.180 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists...
2023-03-26T18:48:25.183 INFO:teuthology.orchestra.run.smithi146.stdout:Reading package lists...
2023-03-26T18:48:25.197 DEBUG:teuthology.orchestra.run.smithi007:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-3114-g992e4bc0-1jammy cephadm=18.0.0-3114-g992e4bc0-1jammy ceph-mds=18.0.0-3114-g992e4bc0-1jammy ceph-mgr=18.0.0-3114-g992e4bc0-1jammy ceph-common=18.0.0-3114-g992e4bc0-1jammy ceph-fuse=18.0.0-3114-g992e4bc0-1jammy ceph-test=18.0.0-3114-g992e4bc0-1jammy ceph-volume=18.0.0-3114-g992e4bc0-1jammy radosgw=18.0.0-3114-g992e4bc0-1jammy python3-rados=18.0.0-3114-g992e4bc0-1jammy python3-rgw=18.0.0-3114-g992e4bc0-1jammy python3-cephfs=18.0.0-3114-g992e4bc0-1jammy python3-rbd=18.0.0-3114-g992e4bc0-1jammy libcephfs2=18.0.0-3114-g992e4bc0-1jammy libcephfs-dev=18.0.0-3114-g992e4bc0-1jammy librados2=18.0.0-3114-g992e4bc0-1jammy librbd1=18.0.0-3114-g992e4bc0-1jammy rbd-fuse=18.0.0-3114-g992e4bc0-1jammy rbd-mirror=18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:48:25.261 INFO:teuthology.orchestra.run.smithi007.stdout:Reading package lists...
2023-03-26T18:48:25.342 INFO:teuthology.orchestra.run.smithi146.stdout:Building dependency tree...
2023-03-26T18:48:25.343 INFO:teuthology.orchestra.run.smithi146.stdout:Reading state information...
2023-03-26T18:48:25.446 INFO:teuthology.orchestra.run.smithi007.stdout:Building dependency tree...
2023-03-26T18:48:25.447 INFO:teuthology.orchestra.run.smithi007.stdout:Reading state information...
2023-03-26T18:48:25.490 INFO:teuthology.orchestra.run.smithi146.stdout:The following packages were automatically installed and are no longer required:
2023-03-26T18:48:25.490 INFO:teuthology.orchestra.run.smithi146.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2023-03-26T18:48:25.491 INFO:teuthology.orchestra.run.smithi146.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2023-03-26T18:48:25.491 INFO:teuthology.orchestra.run.smithi146.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2023-03-26T18:48:25.491 INFO:teuthology.orchestra.run.smithi146.stdout:  linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2
2023-03-26T18:48:25.491 INFO:teuthology.orchestra.run.smithi146.stdout:  python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal
2023-03-26T18:48:25.492 INFO:teuthology.orchestra.run.smithi146.stdout:Use 'sudo apt autoremove' to remove them.
2023-03-26T18:48:25.492 INFO:teuthology.orchestra.run.smithi146.stdout:The following additional packages will be installed:
2023-03-26T18:48:25.492 INFO:teuthology.orchestra.run.smithi146.stdout:  ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local
2023-03-26T18:48:25.492 INFO:teuthology.orchestra.run.smithi146.stdout:  ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq
2023-03-26T18:48:25.493 INFO:teuthology.orchestra.run.smithi146.stdout:  libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5
2023-03-26T18:48:25.493 INFO:teuthology.orchestra.run.smithi146.stdout:  libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1
2023-03-26T18:48:25.493 INFO:teuthology.orchestra.run.smithi146.stdout:  librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli
2023-03-26T18:48:25.493 INFO:teuthology.orchestra.run.smithi146.stdout:  python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl
2023-03-26T18:48:25.494 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-asyncssh python3-babel python3-bcrypt python3-cachetools
2023-03-26T18:48:25.494 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot
2023-03-26T18:48:25.494 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig
2023-03-26T18:48:25.494 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools
2023-03-26T18:48:25.495 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes
2023-03-26T18:48:25.495 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-logutils python3-mako python3-markupsafe python3-natsort
2023-03-26T18:48:25.495 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-openssl python3-paste python3-pastedeploy python3-pastescript
2023-03-26T18:48:25.495 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-pecan python3-pluggy python3-portend python3-prettytable
2023-03-26T18:48:25.496 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules
2023-03-26T18:48:25.496 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-pygments python3-pyinotify python3-pytest python3-repoze.lru
2023-03-26T18:48:25.496 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-requests python3-requests-oauthlib python3-routes python3-rsa
2023-03-26T18:48:25.496 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-simplegeneric python3-simplejson python3-singledispatch
2023-03-26T18:48:25.497 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-sklearn python3-sklearn-lib python3-tempita python3-tempora
2023-03-26T18:48:25.497 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-threadpoolctl python3-toml python3-urllib3 python3-waitress
2023-03-26T18:48:25.497 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-wcwidth python3-webob python3-websocket python3-webtest
2023-03-26T18:48:25.498 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet
2023-03-26T18:48:25.498 INFO:teuthology.orchestra.run.smithi146.stdout:Suggested packages:
2023-03-26T18:48:25.499 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-influxdb python-jinja2-doc python3-beaker python-mako-doc
2023-03-26T18:48:25.499 INFO:teuthology.orchestra.run.smithi146.stdout:  python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi
2023-03-26T18:48:25.499 INFO:teuthology.orchestra.run.smithi146.stdout:  libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc
2023-03-26T18:48:25.499 INFO:teuthology.orchestra.run.smithi146.stdout:  python-psutil-doc subversion python-pygments-doc python-pyinotify-doc
2023-03-26T18:48:25.500 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3
2023-03-26T18:48:25.500 INFO:teuthology.orchestra.run.smithi146.stdout:  python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc
2023-03-26T18:48:25.500 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-watchdog
2023-03-26T18:48:25.500 INFO:teuthology.orchestra.run.smithi146.stdout:Recommended packages:
2023-03-26T18:48:25.501 INFO:teuthology.orchestra.run.smithi146.stdout:  btrfs-tools
2023-03-26T18:48:25.583 INFO:teuthology.orchestra.run.smithi146.stdout:The following NEW packages will be installed:
2023-03-26T18:48:25.584 INFO:teuthology.orchestra.run.smithi146.stdout:  ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm
2023-03-26T18:48:25.584 INFO:teuthology.orchestra.run.smithi146.stdout:  ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents
2023-03-26T18:48:25.584 INFO:teuthology.orchestra.run.smithi146.stdout:  ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq
2023-03-26T18:48:25.584 INFO:teuthology.orchestra.run.smithi146.stdout:  libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1
2023-03-26T18:48:25.584 INFO:teuthology.orchestra.run.smithi146.stdout:  liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5
2023-03-26T18:48:25.585 INFO:teuthology.orchestra.run.smithi146.stdout:  librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph
2023-03-26T18:48:25.586 INFO:teuthology.orchestra.run.smithi146.stdout:  libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata
2023-03-26T18:48:25.586 INFO:teuthology.orchestra.run.smithi146.stdout:  python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt
2023-03-26T18:48:25.586 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs
2023-03-26T18:48:25.586 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth
2023-03-26T18:48:25.587 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-idna python3-iniconfig python3-jaraco.classes
2023-03-26T18:48:25.587 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-jaraco.collections python3-jaraco.functools python3-jaraco.text
2023-03-26T18:48:25.587 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-jinja2 python3-joblib python3-kubernetes python3-logutils
2023-03-26T18:48:25.587 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-mako python3-markupsafe python3-natsort python3-openssl
2023-03-26T18:48:25.587 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-paste python3-pastedeploy python3-pastescript python3-pecan
2023-03-26T18:48:25.587 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-pluggy python3-portend python3-prettytable python3-psutil python3-py
2023-03-26T18:48:25.588 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify
2023-03-26T18:48:25.588 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests
2023-03-26T18:48:25.588 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-requests-oauthlib python3-rgw python3-routes python3-rsa
2023-03-26T18:48:25.588 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-simplegeneric python3-simplejson python3-singledispatch
2023-03-26T18:48:25.588 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-sklearn python3-sklearn-lib python3-tempita python3-tempora
2023-03-26T18:48:25.589 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-threadpoolctl python3-toml python3-urllib3 python3-waitress
2023-03-26T18:48:25.589 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-wcwidth python3-webob python3-websocket python3-webtest
2023-03-26T18:48:25.589 INFO:teuthology.orchestra.run.smithi146.stdout:  python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse
2023-03-26T18:48:25.589 INFO:teuthology.orchestra.run.smithi146.stdout:  rbd-mirror socat xmlstarlet
2023-03-26T18:48:25.618 INFO:teuthology.orchestra.run.smithi007.stdout:The following packages were automatically installed and are no longer required:
2023-03-26T18:48:25.618 INFO:teuthology.orchestra.run.smithi007.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2023-03-26T18:48:25.618 INFO:teuthology.orchestra.run.smithi007.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2023-03-26T18:48:25.618 INFO:teuthology.orchestra.run.smithi007.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2023-03-26T18:48:25.619 INFO:teuthology.orchestra.run.smithi007.stdout:  linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2
2023-03-26T18:48:25.619 INFO:teuthology.orchestra.run.smithi007.stdout:  python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal
2023-03-26T18:48:25.619 INFO:teuthology.orchestra.run.smithi007.stdout:Use 'sudo apt autoremove' to remove them.
2023-03-26T18:48:25.620 INFO:teuthology.orchestra.run.smithi007.stdout:The following additional packages will be installed:
2023-03-26T18:48:25.620 INFO:teuthology.orchestra.run.smithi007.stdout:  ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local
2023-03-26T18:48:25.620 INFO:teuthology.orchestra.run.smithi007.stdout:  ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq
2023-03-26T18:48:25.621 INFO:teuthology.orchestra.run.smithi007.stdout:  libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5
2023-03-26T18:48:25.621 INFO:teuthology.orchestra.run.smithi007.stdout:  libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1
2023-03-26T18:48:25.621 INFO:teuthology.orchestra.run.smithi007.stdout:  librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli
2023-03-26T18:48:25.621 INFO:teuthology.orchestra.run.smithi007.stdout:  python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl
2023-03-26T18:48:25.622 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-asyncssh python3-babel python3-bcrypt python3-cachetools
2023-03-26T18:48:25.622 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot
2023-03-26T18:48:25.622 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig
2023-03-26T18:48:25.622 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools
2023-03-26T18:48:25.622 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes
2023-03-26T18:48:25.623 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-logutils python3-mako python3-markupsafe python3-natsort
2023-03-26T18:48:25.623 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-openssl python3-paste python3-pastedeploy python3-pastescript
2023-03-26T18:48:25.623 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-pecan python3-pluggy python3-portend python3-prettytable
2023-03-26T18:48:25.623 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules
2023-03-26T18:48:25.623 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-pygments python3-pyinotify python3-pytest python3-repoze.lru
2023-03-26T18:48:25.623 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-requests python3-requests-oauthlib python3-routes python3-rsa
2023-03-26T18:48:25.624 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-simplegeneric python3-simplejson python3-singledispatch
2023-03-26T18:48:25.624 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-sklearn python3-sklearn-lib python3-tempita python3-tempora
2023-03-26T18:48:25.624 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-threadpoolctl python3-toml python3-urllib3 python3-waitress
2023-03-26T18:48:25.624 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-wcwidth python3-webob python3-websocket python3-webtest
2023-03-26T18:48:25.624 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet
2023-03-26T18:48:25.624 INFO:teuthology.orchestra.run.smithi007.stdout:Suggested packages:
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-influxdb python-jinja2-doc python3-beaker python-mako-doc
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  python-psutil-doc subversion python-pygments-doc python-pyinotify-doc
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc
2023-03-26T18:48:25.625 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-watchdog
2023-03-26T18:48:25.626 INFO:teuthology.orchestra.run.smithi007.stdout:Recommended packages:
2023-03-26T18:48:25.626 INFO:teuthology.orchestra.run.smithi007.stdout:  btrfs-tools
2023-03-26T18:48:25.640 INFO:teuthology.orchestra.run.smithi146.stdout:0 upgraded, 110 newly installed, 0 to remove and 126 not upgraded.
2023-03-26T18:48:25.640 INFO:teuthology.orchestra.run.smithi146.stdout:Need to get 177 MB of archives.
2023-03-26T18:48:25.641 INFO:teuthology.orchestra.run.smithi146.stdout:After this operation, 801 MB of additional disk space will be used.
2023-03-26T18:48:25.641 INFO:teuthology.orchestra.run.smithi146.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB]
2023-03-26T18:48:25.697 INFO:teuthology.orchestra.run.smithi146.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB]
2023-03-26T18:48:25.718 INFO:teuthology.orchestra.run.smithi146.stdout:Get:3 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-3114-g992e4bc0-1jammy [3,404 kB]
2023-03-26T18:48:25.724 INFO:teuthology.orchestra.run.smithi007.stdout:The following NEW packages will be installed:
2023-03-26T18:48:25.724 INFO:teuthology.orchestra.run.smithi007.stdout:  ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm
2023-03-26T18:48:25.724 INFO:teuthology.orchestra.run.smithi007.stdout:  ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents
2023-03-26T18:48:25.724 INFO:teuthology.orchestra.run.smithi007.stdout:  ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq
2023-03-26T18:48:25.725 INFO:teuthology.orchestra.run.smithi007.stdout:  libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth
2023-03-26T18:48:25.726 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-idna python3-iniconfig python3-jaraco.classes
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-jaraco.collections python3-jaraco.functools python3-jaraco.text
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-jinja2 python3-joblib python3-kubernetes python3-logutils
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-mako python3-markupsafe python3-natsort python3-openssl
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-paste python3-pastedeploy python3-pastescript python3-pecan
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-pluggy python3-portend python3-prettytable python3-psutil python3-py
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests
2023-03-26T18:48:25.727 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-requests-oauthlib python3-rgw python3-routes python3-rsa
2023-03-26T18:48:25.728 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-simplegeneric python3-simplejson python3-singledispatch
2023-03-26T18:48:25.728 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-sklearn python3-sklearn-lib python3-tempita python3-tempora
2023-03-26T18:48:25.728 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-threadpoolctl python3-toml python3-urllib3 python3-waitress
2023-03-26T18:48:25.728 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-wcwidth python3-webob python3-websocket python3-webtest
2023-03-26T18:48:25.728 INFO:teuthology.orchestra.run.smithi007.stdout:  python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse
2023-03-26T18:48:25.728 INFO:teuthology.orchestra.run.smithi007.stdout:  rbd-mirror socat xmlstarlet
2023-03-26T18:48:25.732 INFO:teuthology.orchestra.run.smithi146.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB]
2023-03-26T18:48:25.735 INFO:teuthology.orchestra.run.smithi146.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB]
2023-03-26T18:48:25.750 INFO:teuthology.orchestra.run.smithi146.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB]
2023-03-26T18:48:25.785 INFO:teuthology.orchestra.run.smithi007.stdout:0 upgraded, 110 newly installed, 0 to remove and 126 not upgraded.
2023-03-26T18:48:25.785 INFO:teuthology.orchestra.run.smithi007.stdout:Need to get 177 MB of archives.
2023-03-26T18:48:25.785 INFO:teuthology.orchestra.run.smithi007.stdout:After this operation, 801 MB of additional disk space will be used.
2023-03-26T18:48:25.785 INFO:teuthology.orchestra.run.smithi007.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB]
2023-03-26T18:48:25.802 INFO:teuthology.orchestra.run.smithi146.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB]
2023-03-26T18:48:25.806 INFO:teuthology.orchestra.run.smithi146.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB]
2023-03-26T18:48:25.817 INFO:teuthology.orchestra.run.smithi146.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB]
2023-03-26T18:48:25.821 INFO:teuthology.orchestra.run.smithi146.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB]
2023-03-26T18:48:25.822 INFO:teuthology.orchestra.run.smithi146.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB]
2023-03-26T18:48:25.822 INFO:teuthology.orchestra.run.smithi146.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB]
2023-03-26T18:48:25.842 INFO:teuthology.orchestra.run.smithi007.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB]
2023-03-26T18:48:25.865 INFO:teuthology.orchestra.run.smithi146.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB]
2023-03-26T18:48:25.878 INFO:teuthology.orchestra.run.smithi007.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB]
2023-03-26T18:48:25.880 INFO:teuthology.orchestra.run.smithi007.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB]
2023-03-26T18:48:25.893 INFO:teuthology.orchestra.run.smithi007.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-3114-g992e4bc0-1jammy [3,404 kB]
2023-03-26T18:48:25.895 INFO:teuthology.orchestra.run.smithi007.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB]
2023-03-26T18:48:25.910 INFO:teuthology.orchestra.run.smithi146.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B]
2023-03-26T18:48:25.913 INFO:teuthology.orchestra.run.smithi146.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB]
2023-03-26T18:48:25.918 INFO:teuthology.orchestra.run.smithi146.stdout:Get:16 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-3114-g992e4bc0-1jammy [3,084 kB]
2023-03-26T18:48:25.938 INFO:teuthology.orchestra.run.smithi146.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B]
2023-03-26T18:48:25.940 INFO:teuthology.orchestra.run.smithi146.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B]
2023-03-26T18:48:25.942 INFO:teuthology.orchestra.run.smithi146.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB]
2023-03-26T18:48:25.944 INFO:teuthology.orchestra.run.smithi146.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB]
2023-03-26T18:48:25.947 INFO:teuthology.orchestra.run.smithi007.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB]
2023-03-26T18:48:25.948 INFO:teuthology.orchestra.run.smithi146.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B]
2023-03-26T18:48:25.949 INFO:teuthology.orchestra.run.smithi146.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B]
2023-03-26T18:48:25.949 INFO:teuthology.orchestra.run.smithi146.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB]
2023-03-26T18:48:25.952 INFO:teuthology.orchestra.run.smithi007.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB]
2023-03-26T18:48:25.964 INFO:teuthology.orchestra.run.smithi007.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB]
2023-03-26T18:48:25.968 INFO:teuthology.orchestra.run.smithi007.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB]
2023-03-26T18:48:25.969 INFO:teuthology.orchestra.run.smithi007.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB]
2023-03-26T18:48:25.969 INFO:teuthology.orchestra.run.smithi007.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB]
2023-03-26T18:48:25.972 INFO:teuthology.orchestra.run.smithi146.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB]
2023-03-26T18:48:26.008 INFO:teuthology.orchestra.run.smithi146.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB]
2023-03-26T18:48:26.013 INFO:teuthology.orchestra.run.smithi007.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB]
2023-03-26T18:48:26.025 INFO:teuthology.orchestra.run.smithi146.stdout:Get:26 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-3114-g992e4bc0-1jammy [652 kB]
2023-03-26T18:48:26.043 INFO:teuthology.orchestra.run.smithi146.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB]
2023-03-26T18:48:26.046 INFO:teuthology.orchestra.run.smithi146.stdout:Get:28 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-3114-g992e4bc0-1jammy [343 kB]
2023-03-26T18:48:26.048 INFO:teuthology.orchestra.run.smithi146.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB]
2023-03-26T18:48:26.058 INFO:teuthology.orchestra.run.smithi007.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B]
2023-03-26T18:48:26.061 INFO:teuthology.orchestra.run.smithi007.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB]
2023-03-26T18:48:26.064 INFO:teuthology.orchestra.run.smithi146.stdout:Get:30 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-3114-g992e4bc0-1jammy [22.9 kB]
2023-03-26T18:48:26.065 INFO:teuthology.orchestra.run.smithi146.stdout:Get:31 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-3114-g992e4bc0-1jammy [164 kB]
2023-03-26T18:48:26.070 INFO:teuthology.orchestra.run.smithi146.stdout:Get:32 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-3114-g992e4bc0-1jammy [48.3 kB]
2023-03-26T18:48:26.071 INFO:teuthology.orchestra.run.smithi146.stdout:Get:33 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-3114-g992e4bc0-1jammy [319 kB]
2023-03-26T18:48:26.075 INFO:teuthology.orchestra.run.smithi146.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB]
2023-03-26T18:48:26.079 INFO:teuthology.orchestra.run.smithi146.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B]
2023-03-26T18:48:26.080 INFO:teuthology.orchestra.run.smithi146.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB]
2023-03-26T18:48:26.082 INFO:teuthology.orchestra.run.smithi146.stdout:Get:37 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-3114-g992e4bc0-1jammy [5,888 kB]
2023-03-26T18:48:26.085 INFO:teuthology.orchestra.run.smithi007.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B]
2023-03-26T18:48:26.087 INFO:teuthology.orchestra.run.smithi007.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B]
2023-03-26T18:48:26.089 INFO:teuthology.orchestra.run.smithi007.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB]
2023-03-26T18:48:26.092 INFO:teuthology.orchestra.run.smithi007.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB]
2023-03-26T18:48:26.095 INFO:teuthology.orchestra.run.smithi007.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B]
2023-03-26T18:48:26.096 INFO:teuthology.orchestra.run.smithi146.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB]
2023-03-26T18:48:26.096 INFO:teuthology.orchestra.run.smithi007.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B]
2023-03-26T18:48:26.097 INFO:teuthology.orchestra.run.smithi007.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB]
2023-03-26T18:48:26.101 INFO:teuthology.orchestra.run.smithi146.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB]
2023-03-26T18:48:26.102 INFO:teuthology.orchestra.run.smithi146.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB]
2023-03-26T18:48:26.118 INFO:teuthology.orchestra.run.smithi007.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB]
2023-03-26T18:48:26.129 INFO:teuthology.orchestra.run.smithi146.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B]
2023-03-26T18:48:26.129 INFO:teuthology.orchestra.run.smithi146.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB]
2023-03-26T18:48:26.155 INFO:teuthology.orchestra.run.smithi007.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB]
2023-03-26T18:48:26.165 INFO:teuthology.orchestra.run.smithi146.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB]
2023-03-26T18:48:26.190 INFO:teuthology.orchestra.run.smithi007.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB]
2023-03-26T18:48:26.194 INFO:teuthology.orchestra.run.smithi007.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB]
2023-03-26T18:48:26.205 INFO:teuthology.orchestra.run.smithi146.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB]
2023-03-26T18:48:26.221 INFO:teuthology.orchestra.run.smithi007.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB]
2023-03-26T18:48:26.225 INFO:teuthology.orchestra.run.smithi007.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B]
2023-03-26T18:48:26.226 INFO:teuthology.orchestra.run.smithi007.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB]
2023-03-26T18:48:26.237 INFO:teuthology.orchestra.run.smithi146.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB]
2023-03-26T18:48:26.241 INFO:teuthology.orchestra.run.smithi007.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB]
2023-03-26T18:48:26.247 INFO:teuthology.orchestra.run.smithi007.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB]
2023-03-26T18:48:26.249 INFO:teuthology.orchestra.run.smithi007.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB]
2023-03-26T18:48:26.260 INFO:teuthology.orchestra.run.smithi146.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB]
2023-03-26T18:48:26.263 INFO:teuthology.orchestra.run.smithi146.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB]
2023-03-26T18:48:26.270 INFO:teuthology.orchestra.run.smithi146.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-requests all 2.25.1+dfsg-2 [47.9 kB]
2023-03-26T18:48:26.273 INFO:teuthology.orchestra.run.smithi146.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB]
2023-03-26T18:48:26.275 INFO:teuthology.orchestra.run.smithi007.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B]
2023-03-26T18:48:26.275 INFO:teuthology.orchestra.run.smithi007.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB]
2023-03-26T18:48:26.281 INFO:teuthology.orchestra.run.smithi146.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB]
2023-03-26T18:48:26.283 INFO:teuthology.orchestra.run.smithi146.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB]
2023-03-26T18:48:26.289 INFO:teuthology.orchestra.run.smithi146.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB]
2023-03-26T18:48:26.311 INFO:teuthology.orchestra.run.smithi007.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB]
2023-03-26T18:48:26.316 INFO:teuthology.orchestra.run.smithi146.stdout:Get:53 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-3114-g992e4bc0-1jammy [102 kB]
2023-03-26T18:48:26.319 INFO:teuthology.orchestra.run.smithi146.stdout:Get:54 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-3114-g992e4bc0-1jammy [430 kB]
2023-03-26T18:48:26.341 INFO:teuthology.orchestra.run.smithi146.stdout:Get:55 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-3114-g992e4bc0-1jammy [21.9 MB]
2023-03-26T18:48:26.350 INFO:teuthology.orchestra.run.smithi007.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB]
2023-03-26T18:48:26.372 INFO:teuthology.orchestra.run.smithi146.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB]
2023-03-26T18:48:26.382 INFO:teuthology.orchestra.run.smithi007.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB]
2023-03-26T18:48:26.404 INFO:teuthology.orchestra.run.smithi007.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB]
2023-03-26T18:48:26.407 INFO:teuthology.orchestra.run.smithi146.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB]
2023-03-26T18:48:26.409 INFO:teuthology.orchestra.run.smithi007.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB]
2023-03-26T18:48:26.415 INFO:teuthology.orchestra.run.smithi007.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-requests all 2.25.1+dfsg-2 [47.9 kB]
2023-03-26T18:48:26.418 INFO:teuthology.orchestra.run.smithi007.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB]
2023-03-26T18:48:26.426 INFO:teuthology.orchestra.run.smithi007.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB]
2023-03-26T18:48:26.428 INFO:teuthology.orchestra.run.smithi007.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB]
2023-03-26T18:48:26.434 INFO:teuthology.orchestra.run.smithi007.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB]
2023-03-26T18:48:26.480 INFO:teuthology.orchestra.run.smithi146.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB]
2023-03-26T18:48:26.483 INFO:teuthology.orchestra.run.smithi146.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB]
2023-03-26T18:48:26.485 INFO:teuthology.orchestra.run.smithi146.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB]
2023-03-26T18:48:26.498 INFO:teuthology.orchestra.run.smithi146.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB]
2023-03-26T18:48:26.516 INFO:teuthology.orchestra.run.smithi007.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB]
2023-03-26T18:48:26.552 INFO:teuthology.orchestra.run.smithi007.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB]
2023-03-26T18:48:26.570 INFO:teuthology.orchestra.run.smithi146.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB]
2023-03-26T18:48:26.574 INFO:teuthology.orchestra.run.smithi146.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB]
2023-03-26T18:48:26.575 INFO:teuthology.orchestra.run.smithi146.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB]
2023-03-26T18:48:26.601 INFO:teuthology.orchestra.run.smithi146.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B]
2023-03-26T18:48:26.602 INFO:teuthology.orchestra.run.smithi146.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB]
2023-03-26T18:48:26.602 INFO:teuthology.orchestra.run.smithi146.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB]
2023-03-26T18:48:26.625 INFO:teuthology.orchestra.run.smithi007.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB]
2023-03-26T18:48:26.628 INFO:teuthology.orchestra.run.smithi007.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB]
2023-03-26T18:48:26.630 INFO:teuthology.orchestra.run.smithi007.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB]
2023-03-26T18:48:26.637 INFO:teuthology.orchestra.run.smithi146.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB]
2023-03-26T18:48:26.640 INFO:teuthology.orchestra.run.smithi007.stdout:Get:50 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-3114-g992e4bc0-1jammy [3,084 kB]
2023-03-26T18:48:26.643 INFO:teuthology.orchestra.run.smithi007.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB]
2023-03-26T18:48:26.678 INFO:teuthology.orchestra.run.smithi146.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB]
2023-03-26T18:48:26.691 INFO:teuthology.orchestra.run.smithi146.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB]
2023-03-26T18:48:26.698 INFO:teuthology.orchestra.run.smithi146.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB]
2023-03-26T18:48:26.710 INFO:teuthology.orchestra.run.smithi146.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB]
2023-03-26T18:48:26.714 INFO:teuthology.orchestra.run.smithi007.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB]
2023-03-26T18:48:26.719 INFO:teuthology.orchestra.run.smithi007.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB]
2023-03-26T18:48:26.719 INFO:teuthology.orchestra.run.smithi007.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB]
2023-03-26T18:48:26.747 INFO:teuthology.orchestra.run.smithi146.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]
2023-03-26T18:48:26.747 INFO:teuthology.orchestra.run.smithi007.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B]
2023-03-26T18:48:26.748 INFO:teuthology.orchestra.run.smithi007.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB]
2023-03-26T18:48:26.748 INFO:teuthology.orchestra.run.smithi007.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB]
2023-03-26T18:48:26.754 INFO:teuthology.orchestra.run.smithi146.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB]
2023-03-26T18:48:26.759 INFO:teuthology.orchestra.run.smithi146.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB]
2023-03-26T18:48:26.761 INFO:teuthology.orchestra.run.smithi146.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB]
2023-03-26T18:48:26.770 INFO:teuthology.orchestra.run.smithi146.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB]
2023-03-26T18:48:26.777 INFO:teuthology.orchestra.run.smithi146.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB]
2023-03-26T18:48:26.784 INFO:teuthology.orchestra.run.smithi007.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB]
2023-03-26T18:48:26.823 INFO:teuthology.orchestra.run.smithi146.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB]
2023-03-26T18:48:26.827 INFO:teuthology.orchestra.run.smithi007.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB]
2023-03-26T18:48:26.841 INFO:teuthology.orchestra.run.smithi007.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB]
2023-03-26T18:48:26.849 INFO:teuthology.orchestra.run.smithi007.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB]
2023-03-26T18:48:26.861 INFO:teuthology.orchestra.run.smithi007.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB]
2023-03-26T18:48:26.896 INFO:teuthology.orchestra.run.smithi007.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]
2023-03-26T18:48:26.903 INFO:teuthology.orchestra.run.smithi007.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB]
2023-03-26T18:48:26.908 INFO:teuthology.orchestra.run.smithi007.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB]
2023-03-26T18:48:26.910 INFO:teuthology.orchestra.run.smithi007.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB]
2023-03-26T18:48:26.919 INFO:teuthology.orchestra.run.smithi007.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB]
2023-03-26T18:48:26.923 INFO:teuthology.orchestra.run.smithi146.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B]
2023-03-26T18:48:26.924 INFO:teuthology.orchestra.run.smithi146.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB]
2023-03-26T18:48:26.926 INFO:teuthology.orchestra.run.smithi146.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB]
2023-03-26T18:48:26.926 INFO:teuthology.orchestra.run.smithi007.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB]
2023-03-26T18:48:26.927 INFO:teuthology.orchestra.run.smithi146.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB]
2023-03-26T18:48:26.933 INFO:teuthology.orchestra.run.smithi146.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB]
2023-03-26T18:48:26.936 INFO:teuthology.orchestra.run.smithi146.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB]
2023-03-26T18:48:26.965 INFO:teuthology.orchestra.run.smithi146.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB]
2023-03-26T18:48:26.965 INFO:teuthology.orchestra.run.smithi146.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB]
2023-03-26T18:48:26.966 INFO:teuthology.orchestra.run.smithi146.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB]
2023-03-26T18:48:26.971 INFO:teuthology.orchestra.run.smithi007.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB]
2023-03-26T18:48:26.971 INFO:teuthology.orchestra.run.smithi146.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB]
2023-03-26T18:48:27.008 INFO:teuthology.orchestra.run.smithi146.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB]
2023-03-26T18:48:27.072 INFO:teuthology.orchestra.run.smithi007.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B]
2023-03-26T18:48:27.072 INFO:teuthology.orchestra.run.smithi007.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB]
2023-03-26T18:48:27.074 INFO:teuthology.orchestra.run.smithi007.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB]
2023-03-26T18:48:27.075 INFO:teuthology.orchestra.run.smithi007.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB]
2023-03-26T18:48:27.081 INFO:teuthology.orchestra.run.smithi007.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB]
2023-03-26T18:48:27.083 INFO:teuthology.orchestra.run.smithi007.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB]
2023-03-26T18:48:27.113 INFO:teuthology.orchestra.run.smithi007.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB]
2023-03-26T18:48:27.114 INFO:teuthology.orchestra.run.smithi007.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB]
2023-03-26T18:48:27.114 INFO:teuthology.orchestra.run.smithi007.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB]
2023-03-26T18:48:27.119 INFO:teuthology.orchestra.run.smithi007.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB]
2023-03-26T18:48:27.155 INFO:teuthology.orchestra.run.smithi007.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB]
2023-03-26T18:48:27.182 INFO:teuthology.orchestra.run.smithi007.stdout:Get:81 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-3114-g992e4bc0-1jammy [652 kB]
2023-03-26T18:48:27.260 INFO:teuthology.orchestra.run.smithi007.stdout:Get:82 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-3114-g992e4bc0-1jammy [343 kB]
2023-03-26T18:48:27.278 INFO:teuthology.orchestra.run.smithi146.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-3114-g992e4bc0-1jammy [6,870 kB]
2023-03-26T18:48:27.295 INFO:teuthology.orchestra.run.smithi007.stdout:Get:83 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-3114-g992e4bc0-1jammy [22.9 kB]
2023-03-26T18:48:27.296 INFO:teuthology.orchestra.run.smithi007.stdout:Get:84 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-3114-g992e4bc0-1jammy [164 kB]
2023-03-26T18:48:27.300 INFO:teuthology.orchestra.run.smithi007.stdout:Get:85 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-3114-g992e4bc0-1jammy [48.3 kB]
2023-03-26T18:48:27.302 INFO:teuthology.orchestra.run.smithi007.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-3114-g992e4bc0-1jammy [319 kB]
2023-03-26T18:48:27.353 INFO:teuthology.orchestra.run.smithi007.stdout:Get:87 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-3114-g992e4bc0-1jammy [5,888 kB]
2023-03-26T18:48:27.512 INFO:teuthology.orchestra.run.smithi146.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-3114-g992e4bc0-1jammy [225 kB]
2023-03-26T18:48:27.517 INFO:teuthology.orchestra.run.smithi146.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-3114-g992e4bc0-1jammy [114 kB]
2023-03-26T18:48:27.519 INFO:teuthology.orchestra.run.smithi146.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-3114-g992e4bc0-1jammy [1,464 kB]
2023-03-26T18:48:27.578 INFO:teuthology.orchestra.run.smithi146.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-3114-g992e4bc0-1jammy [9,851 kB]
2023-03-26T18:48:28.043 INFO:teuthology.orchestra.run.smithi146.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-3114-g992e4bc0-1jammy [31.5 MB]
2023-03-26T18:48:28.329 INFO:teuthology.orchestra.run.smithi007.stdout:Get:88 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-3114-g992e4bc0-1jammy [102 kB]
2023-03-26T18:48:28.332 INFO:teuthology.orchestra.run.smithi007.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-3114-g992e4bc0-1jammy [430 kB]
2023-03-26T18:48:28.385 INFO:teuthology.orchestra.run.smithi007.stdout:Get:90 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-3114-g992e4bc0-1jammy [21.9 MB]
2023-03-26T18:48:29.384 INFO:teuthology.orchestra.run.smithi146.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-3114-g992e4bc0-1jammy [3,590 B]
2023-03-26T18:48:29.385 INFO:teuthology.orchestra.run.smithi146.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-3114-g992e4bc0-1jammy [807 kB]
2023-03-26T18:48:29.401 INFO:teuthology.orchestra.run.smithi146.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-3114-g992e4bc0-1jammy [2,146 kB]
2023-03-26T18:48:29.438 INFO:teuthology.orchestra.run.smithi146.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-3114-g992e4bc0-1jammy [95.8 kB]
2023-03-26T18:48:29.440 INFO:teuthology.orchestra.run.smithi146.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-3114-g992e4bc0-1jammy [119 kB]
2023-03-26T18:48:29.442 INFO:teuthology.orchestra.run.smithi146.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-3114-g992e4bc0-1jammy [1,823 kB]
2023-03-26T18:48:29.499 INFO:teuthology.orchestra.run.smithi146.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-3114-g992e4bc0-1jammy [8,615 kB]
2023-03-26T18:48:29.852 INFO:teuthology.orchestra.run.smithi146.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-3114-g992e4bc0-1jammy [3,722 B]
2023-03-26T18:48:29.853 INFO:teuthology.orchestra.run.smithi146.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-3114-g992e4bc0-1jammy [40.9 MB]
2023-03-26T18:48:31.663 INFO:teuthology.orchestra.run.smithi146.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-3114-g992e4bc0-1jammy [236 kB]
2023-03-26T18:48:31.668 INFO:teuthology.orchestra.run.smithi146.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-3114-g992e4bc0-1jammy [27.7 kB]
2023-03-26T18:48:31.668 INFO:teuthology.orchestra.run.smithi146.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-3114-g992e4bc0-1jammy [11.6 MB]
2023-03-26T18:48:32.033 INFO:teuthology.orchestra.run.smithi007.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-3114-g992e4bc0-1jammy [6,870 kB]
2023-03-26T18:48:32.071 INFO:teuthology.orchestra.run.smithi146.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-3114-g992e4bc0-1jammy [82.0 kB]
2023-03-26T18:48:32.073 INFO:teuthology.orchestra.run.smithi146.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 rbd-mirror amd64 18.0.0-3114-g992e4bc0-1jammy [3,014 kB]
2023-03-26T18:48:32.422 INFO:teuthology.orchestra.run.smithi007.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-3114-g992e4bc0-1jammy [225 kB]
2023-03-26T18:48:32.427 INFO:teuthology.orchestra.run.smithi007.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-3114-g992e4bc0-1jammy [114 kB]
2023-03-26T18:48:32.429 INFO:teuthology.orchestra.run.smithi007.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-3114-g992e4bc0-1jammy [1,464 kB]
2023-03-26T18:48:32.505 INFO:teuthology.orchestra.run.smithi007.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-3114-g992e4bc0-1jammy [9,851 kB]
2023-03-26T18:48:32.680 INFO:teuthology.orchestra.run.smithi146.stdout:Fetched 177 MB in 7s (27.1 MB/s)
2023-03-26T18:48:32.820 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libfmt8:amd64.
2023-03-26T18:48:32.916 INFO:teuthology.orchestra.run.smithi146.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 165993 files and directories currently installed.)
2023-03-26T18:48:32.921 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ...
2023-03-26T18:48:33.010 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ...
2023-03-26T18:48:33.043 INFO:teuthology.orchestra.run.smithi007.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-3114-g992e4bc0-1jammy [31.5 MB]
2023-03-26T18:48:33.305 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package liblttng-ust1:amd64.
2023-03-26T18:48:33.331 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ...
2023-03-26T18:48:33.364 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ...
2023-03-26T18:48:33.683 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libdouble-conversion3:amd64.
2023-03-26T18:48:33.709 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ...
2023-03-26T18:48:33.750 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ...
2023-03-26T18:48:34.077 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libpcre2-16-0:amd64.
2023-03-26T18:48:34.103 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ...
2023-03-26T18:48:34.144 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ...
2023-03-26T18:48:34.598 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libqt5core5a:amd64.
2023-03-26T18:48:34.624 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ...
2023-03-26T18:48:34.672 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:48:34.696 INFO:teuthology.orchestra.run.smithi007.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-3114-g992e4bc0-1jammy [3,590 B]
2023-03-26T18:48:34.696 INFO:teuthology.orchestra.run.smithi007.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-3114-g992e4bc0-1jammy [807 kB]
2023-03-26T18:48:34.713 INFO:teuthology.orchestra.run.smithi007.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-3114-g992e4bc0-1jammy [2,146 kB]
2023-03-26T18:48:34.783 INFO:teuthology.orchestra.run.smithi007.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-3114-g992e4bc0-1jammy [95.8 kB]
2023-03-26T18:48:34.785 INFO:teuthology.orchestra.run.smithi007.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-3114-g992e4bc0-1jammy [119 kB]
2023-03-26T18:48:34.797 INFO:teuthology.orchestra.run.smithi007.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-3114-g992e4bc0-1jammy [1,823 kB]
2023-03-26T18:48:34.879 INFO:teuthology.orchestra.run.smithi007.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-3114-g992e4bc0-1jammy [8,615 kB]
2023-03-26T18:48:35.025 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libqt5dbus5:amd64.
2023-03-26T18:48:35.051 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ...
2023-03-26T18:48:35.092 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:48:35.255 INFO:teuthology.orchestra.run.smithi007.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-3114-g992e4bc0-1jammy [3,722 B]
2023-03-26T18:48:35.255 INFO:teuthology.orchestra.run.smithi007.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-3114-g992e4bc0-1jammy [40.9 MB]
2023-03-26T18:48:35.454 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libqt5network5:amd64.
2023-03-26T18:48:35.480 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ...
2023-03-26T18:48:35.520 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:48:35.864 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libthrift-0.16.0:amd64.
2023-03-26T18:48:35.880 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ...
2023-03-26T18:48:35.915 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ...
2023-03-26T18:48:36.176 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package librados2.
2023-03-26T18:48:36.202 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../008-librados2_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:36.235 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking librados2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:36.887 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package librbd1.
2023-03-26T18:48:36.913 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../009-librbd1_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:36.953 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking librbd1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:37.198 INFO:teuthology.orchestra.run.smithi007.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-3114-g992e4bc0-1jammy [236 kB]
2023-03-26T18:48:37.212 INFO:teuthology.orchestra.run.smithi007.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-3114-g992e4bc0-1jammy [27.7 kB]
2023-03-26T18:48:37.213 INFO:teuthology.orchestra.run.smithi007.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-3114-g992e4bc0-1jammy [11.6 MB]
2023-03-26T18:48:37.398 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libcephfs2.
2023-03-26T18:48:37.424 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../010-libcephfs2_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:37.464 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libcephfs2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:37.589 INFO:teuthology.orchestra.run.smithi007.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-3114-g992e4bc0-1jammy [82.0 kB]
2023-03-26T18:48:37.591 INFO:teuthology.orchestra.run.smithi007.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-coro-test/992e4bc04931e307ee0af0e78ea5dc3e32d072a4/ubuntu/jammy/flavors/default jammy/main amd64 rbd-mirror amd64 18.0.0-3114-g992e4bc0-1jammy [3,014 kB]
2023-03-26T18:48:37.783 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-rados.
2023-03-26T18:48:37.799 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../011-python3-rados_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:37.842 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-rados (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:38.119 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-ceph-argparse.
2023-03-26T18:48:38.146 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:48:38.177 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-ceph-argparse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:38.280 INFO:teuthology.orchestra.run.smithi007.stdout:Fetched 177 MB in 12s (14.8 MB/s)
2023-03-26T18:48:38.397 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-cephfs.
2023-03-26T18:48:38.414 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libfmt8:amd64.
2023-03-26T18:48:38.423 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../013-python3-cephfs_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:38.463 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-cephfs (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:38.510 INFO:teuthology.orchestra.run.smithi007.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 165993 files and directories currently installed.)
2023-03-26T18:48:38.516 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ...
2023-03-26T18:48:38.605 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ...
2023-03-26T18:48:38.783 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-ceph-common.
2023-03-26T18:48:38.809 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../014-python3-ceph-common_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:48:38.849 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:38.891 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package liblttng-ust1:amd64.
2023-03-26T18:48:38.918 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ...
2023-03-26T18:48:38.950 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ...
2023-03-26T18:48:39.144 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-wcwidth.
2023-03-26T18:48:39.170 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ...
2023-03-26T18:48:39.210 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ...
2023-03-26T18:48:39.237 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libdouble-conversion3:amd64.
2023-03-26T18:48:39.264 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ...
2023-03-26T18:48:39.303 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ...
2023-03-26T18:48:39.513 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-prettytable.
2023-03-26T18:48:39.528 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ...
2023-03-26T18:48:39.563 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-prettytable (2.5.0-2) ...
2023-03-26T18:48:39.640 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libpcre2-16-0:amd64.
2023-03-26T18:48:39.667 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ...
2023-03-26T18:48:39.706 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ...
2023-03-26T18:48:39.774 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-rbd.
2023-03-26T18:48:39.789 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../017-python3-rbd_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:39.824 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-rbd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:40.101 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqt5core5a:amd64.
2023-03-26T18:48:40.128 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ...
2023-03-26T18:48:40.152 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package librdkafka1:amd64.
2023-03-26T18:48:40.168 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:48:40.179 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ...
2023-03-26T18:48:40.218 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ...
2023-03-26T18:48:40.555 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package librgw2.
2023-03-26T18:48:40.581 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../019-librgw2_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:40.605 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqt5dbus5:amd64.
2023-03-26T18:48:40.621 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking librgw2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:40.632 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ...
2023-03-26T18:48:40.671 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:48:40.999 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libqt5network5:amd64.
2023-03-26T18:48:41.026 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ...
2023-03-26T18:48:41.061 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:48:41.165 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-rgw.
2023-03-26T18:48:41.191 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../020-python3-rgw_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:41.232 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-rgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:41.420 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libthrift-0.16.0:amd64.
2023-03-26T18:48:41.447 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ...
2023-03-26T18:48:41.486 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ...
2023-03-26T18:48:41.543 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package liboath0:amd64.
2023-03-26T18:48:41.569 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ...
2023-03-26T18:48:41.609 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ...
2023-03-26T18:48:41.797 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librados2.
2023-03-26T18:48:41.824 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../008-librados2_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:41.864 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librados2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:42.292 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librbd1.
2023-03-26T18:48:42.319 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../009-librbd1_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:42.350 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librbd1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:42.429 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libradosstriper1.
2023-03-26T18:48:42.456 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../022-libradosstriper1_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:42.496 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libradosstriper1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:42.932 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-common.
2023-03-26T18:48:42.959 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../023-ceph-common_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:42.999 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:43.295 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libcephfs2.
2023-03-26T18:48:43.322 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../010-libcephfs2_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:43.362 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libcephfs2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:43.648 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rados.
2023-03-26T18:48:43.674 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../011-python3-rados_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:43.714 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rados (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:44.000 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-ceph-argparse.
2023-03-26T18:48:44.016 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:48:44.050 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-ceph-argparse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:44.296 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-base.
2023-03-26T18:48:44.303 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cephfs.
2023-03-26T18:48:44.319 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../013-python3-cephfs_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:44.322 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../024-ceph-base_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:44.361 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cephfs (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:44.371 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-base (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:44.681 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-ceph-common.
2023-03-26T18:48:44.707 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../014-python3-ceph-common_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:48:44.747 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:45.059 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-wcwidth.
2023-03-26T18:48:45.086 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ...
2023-03-26T18:48:45.092 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-jaraco.functools.
2023-03-26T18:48:45.118 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ...
2023-03-26T18:48:45.134 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ...
2023-03-26T18:48:45.158 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ...
2023-03-26T18:48:45.462 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-prettytable.
2023-03-26T18:48:45.488 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ...
2023-03-26T18:48:45.494 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-cheroot.
2023-03-26T18:48:45.521 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ...
2023-03-26T18:48:45.528 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-prettytable (2.5.0-2) ...
2023-03-26T18:48:45.561 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ...
2023-03-26T18:48:45.764 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rbd.
2023-03-26T18:48:45.782 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../017-python3-rbd_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:45.823 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rbd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:45.873 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-jaraco.classes.
2023-03-26T18:48:45.899 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ...
2023-03-26T18:48:45.939 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ...
2023-03-26T18:48:46.109 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librdkafka1:amd64.
2023-03-26T18:48:46.136 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ...
2023-03-26T18:48:46.167 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ...
2023-03-26T18:48:46.200 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-jaraco.text.
2023-03-26T18:48:46.215 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ...
2023-03-26T18:48:46.250 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-jaraco.text (3.6.0-2) ...
2023-03-26T18:48:46.462 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package librgw2.
2023-03-26T18:48:46.489 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../019-librgw2_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:46.494 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-jaraco.collections.
2023-03-26T18:48:46.522 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ...
2023-03-26T18:48:46.528 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking librgw2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:46.561 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ...
2023-03-26T18:48:46.864 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-tempora.
2023-03-26T18:48:46.890 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ...
2023-03-26T18:48:46.930 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-tempora (4.1.2-1) ...
2023-03-26T18:48:47.048 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rgw.
2023-03-26T18:48:47.075 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../020-python3-rgw_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:47.114 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:47.233 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-portend.
2023-03-26T18:48:47.259 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ...
2023-03-26T18:48:47.299 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-portend (3.0.0-1) ...
2023-03-26T18:48:47.443 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package liboath0:amd64.
2023-03-26T18:48:47.469 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ...
2023-03-26T18:48:47.509 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ...
2023-03-26T18:48:47.561 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-zc.lockfile.
2023-03-26T18:48:47.587 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ...
2023-03-26T18:48:47.627 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-zc.lockfile (2.0-1) ...
2023-03-26T18:48:47.762 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libradosstriper1.
2023-03-26T18:48:47.789 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../022-libradosstriper1_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:47.829 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libradosstriper1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:47.922 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-cherrypy3.
2023-03-26T18:48:47.949 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ...
2023-03-26T18:48:47.988 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ...
2023-03-26T18:48:48.259 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-common.
2023-03-26T18:48:48.286 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../023-ceph-common_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:48.325 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:48.342 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-natsort.
2023-03-26T18:48:48.368 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ...
2023-03-26T18:48:48.408 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-natsort (8.0.2-1) ...
2023-03-26T18:48:48.686 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-logutils.
2023-03-26T18:48:48.702 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ...
2023-03-26T18:48:48.736 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-logutils (0.3.3-8) ...
2023-03-26T18:48:49.006 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-markupsafe.
2023-03-26T18:48:49.032 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ...
2023-03-26T18:48:49.072 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ...
2023-03-26T18:48:49.375 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-mako.
2023-03-26T18:48:49.402 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ...
2023-03-26T18:48:49.442 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ...
2023-03-26T18:48:49.623 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-base.
2023-03-26T18:48:49.650 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../024-ceph-base_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:49.699 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-base (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:49.770 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-simplegeneric.
2023-03-26T18:48:49.785 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ...
2023-03-26T18:48:49.828 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-simplegeneric (0.8.1-3) ...
2023-03-26T18:48:50.131 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-singledispatch.
2023-03-26T18:48:50.157 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ...
2023-03-26T18:48:50.197 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ...
2023-03-26T18:48:50.475 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-webob.
2023-03-26T18:48:50.478 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.functools.
2023-03-26T18:48:50.501 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ...
2023-03-26T18:48:50.504 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ...
2023-03-26T18:48:50.542 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-webob (1:1.8.6-1.1) ...
2023-03-26T18:48:50.561 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ...
2023-03-26T18:48:50.852 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-waitress.
2023-03-26T18:48:50.879 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ...
2023-03-26T18:48:50.897 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cheroot.
2023-03-26T18:48:50.924 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ...
2023-03-26T18:48:50.939 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ...
2023-03-26T18:48:50.964 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ...
2023-03-26T18:48:51.222 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-tempita.
2023-03-26T18:48:51.248 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ...
2023-03-26T18:48:51.267 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.classes.
2023-03-26T18:48:51.283 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ...
2023-03-26T18:48:51.289 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ...
2023-03-26T18:48:51.317 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ...
2023-03-26T18:48:51.591 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-paste.
2023-03-26T18:48:51.595 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.text.
2023-03-26T18:48:51.618 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ...
2023-03-26T18:48:51.622 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ...
2023-03-26T18:48:51.658 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ...
2023-03-26T18:48:51.661 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.text (3.6.0-2) ...
2023-03-26T18:48:51.944 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python-pastedeploy-tpl.
2023-03-26T18:48:51.959 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ...
2023-03-26T18:48:51.964 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jaraco.collections.
2023-03-26T18:48:51.991 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ...
2023-03-26T18:48:52.002 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ...
2023-03-26T18:48:52.031 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ...
2023-03-26T18:48:52.305 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pastedeploy.
2023-03-26T18:48:52.326 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-tempora.
2023-03-26T18:48:52.332 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ...
2023-03-26T18:48:52.353 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ...
2023-03-26T18:48:52.372 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pastedeploy (2.1.1-1) ...
2023-03-26T18:48:52.392 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-tempora (4.1.2-1) ...
2023-03-26T18:48:52.654 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-portend.
2023-03-26T18:48:52.680 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ...
2023-03-26T18:48:52.720 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-portend (3.0.0-1) ...
2023-03-26T18:48:52.891 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-webtest.
2023-03-26T18:48:52.918 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ...
2023-03-26T18:48:52.958 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-webtest (2.0.35-1) ...
2023-03-26T18:48:53.023 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-zc.lockfile.
2023-03-26T18:48:53.050 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ...
2023-03-26T18:48:53.090 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-zc.lockfile (2.0-1) ...
2023-03-26T18:48:53.261 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pecan.
2023-03-26T18:48:53.287 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ...
2023-03-26T18:48:53.327 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ...
2023-03-26T18:48:53.401 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cherrypy3.
2023-03-26T18:48:53.428 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ...
2023-03-26T18:48:53.468 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ...
2023-03-26T18:48:53.657 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-certifi.
2023-03-26T18:48:53.683 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ...
2023-03-26T18:48:53.724 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-certifi (2020.6.20-1) ...
2023-03-26T18:48:53.997 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-natsort.
2023-03-26T18:48:54.009 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-idna.
2023-03-26T18:48:54.024 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ...
2023-03-26T18:48:54.036 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ...
2023-03-26T18:48:54.076 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-idna (3.3-1) ...
2023-03-26T18:48:54.138 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-natsort (8.0.2-1) ...
2023-03-26T18:48:54.412 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-urllib3.
2023-03-26T18:48:54.439 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1_all.deb ...
2023-03-26T18:48:54.450 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-logutils.
2023-03-26T18:48:54.477 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ...
2023-03-26T18:48:54.479 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ...
2023-03-26T18:48:54.517 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-logutils (0.3.3-8) ...
2023-03-26T18:48:54.794 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-markupsafe.
2023-03-26T18:48:54.807 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-requests.
2023-03-26T18:48:54.821 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ...
2023-03-26T18:48:54.834 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2_all.deb ...
2023-03-26T18:48:54.861 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ...
2023-03-26T18:48:54.874 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-requests (2.25.1+dfsg-2) ...
2023-03-26T18:48:55.114 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-mako.
2023-03-26T18:48:55.141 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ...
2023-03-26T18:48:55.180 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ...
2023-03-26T18:48:55.185 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-werkzeug.
2023-03-26T18:48:55.212 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ...
2023-03-26T18:48:55.269 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ...
2023-03-26T18:48:55.510 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-simplegeneric.
2023-03-26T18:48:55.536 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ...
2023-03-26T18:48:55.546 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mgr-modules-core.
2023-03-26T18:48:55.572 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:48:55.576 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-simplegeneric (0.8.1-3) ...
2023-03-26T18:48:55.621 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mgr-modules-core (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:55.879 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-singledispatch.
2023-03-26T18:48:55.905 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ...
2023-03-26T18:48:55.945 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ...
2023-03-26T18:48:55.975 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libsqlite3-mod-ceph.
2023-03-26T18:48:56.002 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:56.037 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:56.214 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-webob.
2023-03-26T18:48:56.230 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ...
2023-03-26T18:48:56.265 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-webob (1:1.8.6-1.1) ...
2023-03-26T18:48:56.345 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-openssl.
2023-03-26T18:48:56.372 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../055-python3-openssl_21.0.0-1_all.deb ...
2023-03-26T18:48:56.412 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-openssl (21.0.0-1) ...
2023-03-26T18:48:56.576 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-waitress.
2023-03-26T18:48:56.603 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ...
2023-03-26T18:48:56.638 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ...
2023-03-26T18:48:56.756 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mgr.
2023-03-26T18:48:56.783 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../056-ceph-mgr_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:56.824 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mgr (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:56.938 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-tempita.
2023-03-26T18:48:56.964 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ...
2023-03-26T18:48:57.004 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ...
2023-03-26T18:48:57.184 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mon.
2023-03-26T18:48:57.210 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../057-ceph-mon_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:57.242 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mon (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:57.307 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-paste.
2023-03-26T18:48:57.334 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ...
2023-03-26T18:48:57.396 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ...
2023-03-26T18:48:57.717 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python-pastedeploy-tpl.
2023-03-26T18:48:57.726 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ...
2023-03-26T18:48:57.769 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ...
2023-03-26T18:48:58.072 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pastedeploy.
2023-03-26T18:48:58.098 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ...
2023-03-26T18:48:58.138 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pastedeploy (2.1.1-1) ...
2023-03-26T18:48:58.441 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-webtest.
2023-03-26T18:48:58.468 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ...
2023-03-26T18:48:58.508 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-webtest (2.0.35-1) ...
2023-03-26T18:48:58.704 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-osd.
2023-03-26T18:48:58.731 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../058-ceph-osd_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:48:58.770 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-osd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:48:58.794 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pecan.
2023-03-26T18:48:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ...
2023-03-26T18:48:58.844 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ...
2023-03-26T18:48:59.215 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-certifi.
2023-03-26T18:48:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ...
2023-03-26T18:48:59.666 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-certifi (2020.6.20-1) ...
2023-03-26T18:49:00.278 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-idna.
2023-03-26T18:49:00.305 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ...
2023-03-26T18:49:00.344 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-idna (3.3-1) ...
2023-03-26T18:49:00.632 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph.
2023-03-26T18:49:00.647 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../059-ceph_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:00.672 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-urllib3.
2023-03-26T18:49:00.690 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:00.699 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1_all.deb ...
2023-03-26T18:49:00.755 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ...
2023-03-26T18:49:00.984 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-fuse.
2023-03-26T18:49:01.011 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../060-ceph-fuse_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:01.043 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:01.076 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-requests.
2023-03-26T18:49:01.103 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2_all.deb ...
2023-03-26T18:49:01.142 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-requests (2.25.1+dfsg-2) ...
2023-03-26T18:49:01.412 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mds.
2023-03-26T18:49:01.440 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../061-ceph-mds_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:01.453 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-werkzeug.
2023-03-26T18:49:01.481 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ...
2023-03-26T18:49:01.487 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mds (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:01.520 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ...
2023-03-26T18:49:01.806 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-modules-core.
2023-03-26T18:49:01.834 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:01.873 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-modules-core (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:01.874 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package cephadm.
2023-03-26T18:49:01.900 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../062-cephadm_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:01.940 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:02.210 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-asyncssh.
2023-03-26T18:49:02.225 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../063-python3-asyncssh_2.5.0-1_all.deb ...
2023-03-26T18:49:02.253 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libsqlite3-mod-ceph.
2023-03-26T18:49:02.260 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-asyncssh (2.5.0-1) ...
2023-03-26T18:49:02.281 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:02.320 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:02.579 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python-babel-localedata.
2023-03-26T18:49:02.589 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-openssl.
2023-03-26T18:49:02.605 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ...
2023-03-26T18:49:02.617 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../055-python3-openssl_21.0.0-1_all.deb ...
2023-03-26T18:49:02.654 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:02.655 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-openssl (21.0.0-1) ...
2023-03-26T18:49:03.009 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr.
2023-03-26T18:49:03.037 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../056-ceph-mgr_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:03.076 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:03.462 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mon.
2023-03-26T18:49:03.489 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../057-ceph-mon_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:03.537 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mon (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:03.867 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-babel.
2023-03-26T18:49:03.894 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ...
2023-03-26T18:49:03.934 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:04.270 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-jinja2.
2023-03-26T18:49:04.297 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1_all.deb ...
2023-03-26T18:49:04.337 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-jinja2 (3.0.3-1) ...
2023-03-26T18:49:04.557 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-osd.
2023-03-26T18:49:04.585 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../058-ceph-osd_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:04.624 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-osd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:04.682 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mgr-cephadm.
2023-03-26T18:49:04.708 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:04.748 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mgr-cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:05.093 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-bcrypt.
2023-03-26T18:49:05.120 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../068-python3-bcrypt_3.2.0-1build1_amd64.deb ...
2023-03-26T18:49:05.160 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ...
2023-03-26T18:49:05.464 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-repoze.lru.
2023-03-26T18:49:05.489 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../069-python3-repoze.lru_0.7-2_all.deb ...
2023-03-26T18:49:05.529 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-repoze.lru (0.7-2) ...
2023-03-26T18:49:05.840 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-routes.
2023-03-26T18:49:05.867 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../070-python3-routes_2.5.1-1ubuntu1_all.deb ...
2023-03-26T18:49:05.907 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ...
2023-03-26T18:49:06.243 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mgr-dashboard.
2023-03-26T18:49:06.270 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../071-ceph-mgr-dashboard_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:06.310 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mgr-dashboard (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:06.494 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph.
2023-03-26T18:49:06.510 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../059-ceph_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:06.552 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:06.738 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-sklearn-lib:amd64.
2023-03-26T18:49:06.754 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../072-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ...
2023-03-26T18:49:06.798 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ...
2023-03-26T18:49:06.865 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-fuse.
2023-03-26T18:49:06.891 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../060-ceph-fuse_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:06.930 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:07.292 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mds.
2023-03-26T18:49:07.300 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-joblib.
2023-03-26T18:49:07.319 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../061-ceph-mds_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:07.328 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../073-python3-joblib_0.17.0-4ubuntu1_all.deb ...
2023-03-26T18:49:07.367 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ...
2023-03-26T18:49:07.379 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mds (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:07.728 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-threadpoolctl.
2023-03-26T18:49:07.753 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package cephadm.
2023-03-26T18:49:07.756 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../074-python3-threadpoolctl_3.1.0-1_all.deb ...
2023-03-26T18:49:07.780 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../062-cephadm_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:07.795 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ...
2023-03-26T18:49:07.820 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:08.106 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-asyncssh.
2023-03-26T18:49:08.107 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-sklearn.
2023-03-26T18:49:08.133 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../063-python3-asyncssh_2.5.0-1_all.deb ...
2023-03-26T18:49:08.134 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../075-python3-sklearn_0.23.2-5ubuntu6_all.deb ...
2023-03-26T18:49:08.172 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-asyncssh (2.5.0-1) ...
2023-03-26T18:49:08.173 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ...
2023-03-26T18:49:08.501 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python-babel-localedata.
2023-03-26T18:49:08.517 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ...
2023-03-26T18:49:08.559 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:08.849 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local.
2023-03-26T18:49:08.866 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../076-ceph-mgr-diskprediction-local_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:08.900 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:09.589 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-babel.
2023-03-26T18:49:09.617 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ...
2023-03-26T18:49:09.648 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:09.827 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-cachetools.
2023-03-26T18:49:09.854 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../077-python3-cachetools_5.0.0-1_all.deb ...
2023-03-26T18:49:09.894 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-cachetools (5.0.0-1) ...
2023-03-26T18:49:10.068 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-jinja2.
2023-03-26T18:49:10.095 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1_all.deb ...
2023-03-26T18:49:10.134 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-jinja2 (3.0.3-1) ...
2023-03-26T18:49:10.197 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pyasn1.
2023-03-26T18:49:10.225 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../078-python3-pyasn1_0.4.8-1_all.deb ...
2023-03-26T18:49:10.263 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pyasn1 (0.4.8-1) ...
2023-03-26T18:49:10.496 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-cephadm.
2023-03-26T18:49:10.524 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:10.563 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:10.617 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pyasn1-modules.
2023-03-26T18:49:10.643 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../079-python3-pyasn1-modules_0.2.1-1_all.deb ...
2023-03-26T18:49:10.683 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ...
2023-03-26T18:49:10.916 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-bcrypt.
2023-03-26T18:49:10.943 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../068-python3-bcrypt_3.2.0-1build1_amd64.deb ...
2023-03-26T18:49:10.982 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ...
2023-03-26T18:49:11.027 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-rsa.
2023-03-26T18:49:11.052 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../080-python3-rsa_4.8-1_all.deb ...
2023-03-26T18:49:11.094 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-rsa (4.8-1) ...
2023-03-26T18:49:11.285 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-repoze.lru.
2023-03-26T18:49:11.313 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../069-python3-repoze.lru_0.7-2_all.deb ...
2023-03-26T18:49:11.352 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-repoze.lru (0.7-2) ...
2023-03-26T18:49:11.372 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-google-auth.
2023-03-26T18:49:11.388 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../081-python3-google-auth_1.5.1-3_all.deb ...
2023-03-26T18:49:11.422 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-google-auth (1.5.1-3) ...
2023-03-26T18:49:11.672 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-routes.
2023-03-26T18:49:11.699 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../070-python3-routes_2.5.1-1ubuntu1_all.deb ...
2023-03-26T18:49:11.725 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-requests-oauthlib.
2023-03-26T18:49:11.738 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ...
2023-03-26T18:49:11.752 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../082-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ...
2023-03-26T18:49:11.792 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ...
2023-03-26T18:49:12.075 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-dashboard.
2023-03-26T18:49:12.102 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../071-ceph-mgr-dashboard_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:12.142 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-dashboard (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:12.189 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-websocket.
2023-03-26T18:49:12.215 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../083-python3-websocket_1.2.3-1_all.deb ...
2023-03-26T18:49:12.255 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-websocket (1.2.3-1) ...
2023-03-26T18:49:12.571 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-sklearn-lib:amd64.
2023-03-26T18:49:12.587 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../072-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ...
2023-03-26T18:49:12.591 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-kubernetes.
2023-03-26T18:49:12.618 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../084-python3-kubernetes_12.0.1-1ubuntu1_all.deb ...
2023-03-26T18:49:12.630 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ...
2023-03-26T18:49:12.657 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ...
2023-03-26T18:49:13.157 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-joblib.
2023-03-26T18:49:13.185 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../073-python3-joblib_0.17.0-4ubuntu1_all.deb ...
2023-03-26T18:49:13.224 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ...
2023-03-26T18:49:13.313 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-mgr-k8sevents.
2023-03-26T18:49:13.341 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../085-ceph-mgr-k8sevents_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:13.379 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:13.528 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-threadpoolctl.
2023-03-26T18:49:13.553 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../074-python3-threadpoolctl_3.1.0-1_all.deb ...
2023-03-26T18:49:13.594 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ...
2023-03-26T18:49:13.709 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libonig5:amd64.
2023-03-26T18:49:13.735 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../086-libonig5_6.9.7.1-2build1_amd64.deb ...
2023-03-26T18:49:13.774 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ...
2023-03-26T18:49:13.864 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-sklearn.
2023-03-26T18:49:13.891 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../075-python3-sklearn_0.23.2-5ubuntu6_all.deb ...
2023-03-26T18:49:13.922 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ...
2023-03-26T18:49:14.119 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libjq1:amd64.
2023-03-26T18:49:14.146 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../087-libjq1_1.6-2.1ubuntu3_amd64.deb ...
2023-03-26T18:49:14.185 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ...
2023-03-26T18:49:14.446 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package jq.
2023-03-26T18:49:14.461 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../088-jq_1.6-2.1ubuntu3_amd64.deb ...
2023-03-26T18:49:14.496 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking jq (1.6-2.1ubuntu3) ...
2023-03-26T18:49:14.742 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package socat.
2023-03-26T18:49:14.755 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../089-socat_1.7.4.1-3ubuntu4_amd64.deb ...
2023-03-26T18:49:14.798 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ...
2023-03-26T18:49:14.873 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local.
2023-03-26T18:49:14.901 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../076-ceph-mgr-diskprediction-local_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:14.939 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:15.110 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package xmlstarlet.
2023-03-26T18:49:15.125 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../090-xmlstarlet_1.6.1-2.1_amd64.deb ...
2023-03-26T18:49:15.168 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking xmlstarlet (1.6.1-2.1) ...
2023-03-26T18:49:15.517 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-test.
2023-03-26T18:49:15.529 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../091-ceph-test_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:15.571 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-test (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:15.885 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-cachetools.
2023-03-26T18:49:15.901 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../077-python3-cachetools_5.0.0-1_all.deb ...
2023-03-26T18:49:15.934 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-cachetools (5.0.0-1) ...
2023-03-26T18:49:16.171 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyasn1.
2023-03-26T18:49:16.198 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../078-python3-pyasn1_0.4.8-1_all.deb ...
2023-03-26T18:49:16.237 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyasn1 (0.4.8-1) ...
2023-03-26T18:49:16.541 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyasn1-modules.
2023-03-26T18:49:16.568 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../079-python3-pyasn1-modules_0.2.1-1_all.deb ...
2023-03-26T18:49:16.608 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ...
2023-03-26T18:49:16.911 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-rsa.
2023-03-26T18:49:16.938 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../080-python3-rsa_4.8-1_all.deb ...
2023-03-26T18:49:16.977 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-rsa (4.8-1) ...
2023-03-26T18:49:17.298 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-google-auth.
2023-03-26T18:49:17.325 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../081-python3-google-auth_1.5.1-3_all.deb ...
2023-03-26T18:49:17.389 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-google-auth (1.5.1-3) ...
2023-03-26T18:49:17.492 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package ceph-volume.
2023-03-26T18:49:17.508 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../092-ceph-volume_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:17.567 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking ceph-volume (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:17.711 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-requests-oauthlib.
2023-03-26T18:49:17.736 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../082-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ...
2023-03-26T18:49:17.779 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ...
2023-03-26T18:49:17.905 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package libcephfs-dev.
2023-03-26T18:49:17.932 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../093-libcephfs-dev_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:17.971 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking libcephfs-dev (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:18.164 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-websocket.
2023-03-26T18:49:18.191 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../083-python3-websocket_1.2.3-1_all.deb ...
2023-03-26T18:49:18.230 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-websocket (1.2.3-1) ...
2023-03-26T18:49:18.358 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package nvme-cli.
2023-03-26T18:49:18.385 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../094-nvme-cli_1.16-3ubuntu0.1_amd64.deb ...
2023-03-26T18:49:18.425 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ...
2023-03-26T18:49:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-kubernetes.
2023-03-26T18:49:18.578 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../084-python3-kubernetes_12.0.1-1ubuntu1_all.deb ...
2023-03-26T18:49:18.617 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ...
2023-03-26T18:49:18.771 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python-asyncssh-doc.
2023-03-26T18:49:18.795 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../095-python-asyncssh-doc_2.5.0-1_all.deb ...
2023-03-26T18:49:18.837 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ...
2023-03-26T18:49:19.264 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-mgr-k8sevents.
2023-03-26T18:49:19.265 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-iniconfig.
2023-03-26T18:49:19.281 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../085-ceph-mgr-k8sevents_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:19.293 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../096-python3-iniconfig_1.1.1-2_all.deb ...
2023-03-26T18:49:19.314 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:19.332 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-iniconfig (1.1.1-2) ...
2023-03-26T18:49:19.577 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libonig5:amd64.
2023-03-26T18:49:19.593 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pastescript.
2023-03-26T18:49:19.603 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../086-libonig5_6.9.7.1-2build1_amd64.deb ...
2023-03-26T18:49:19.620 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../097-python3-pastescript_2.0.2-4_all.deb ...
2023-03-26T18:49:19.642 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ...
2023-03-26T18:49:19.659 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pastescript (2.0.2-4) ...
2023-03-26T18:49:19.937 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pluggy.
2023-03-26T18:49:19.953 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../098-python3-pluggy_0.13.0-7.1_all.deb ...
2023-03-26T18:49:19.962 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libjq1:amd64.
2023-03-26T18:49:19.987 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pluggy (0.13.0-7.1) ...
2023-03-26T18:49:19.990 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../087-libjq1_1.6-2.1ubuntu3_amd64.deb ...
2023-03-26T18:49:20.028 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ...
2023-03-26T18:49:20.282 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-psutil.
2023-03-26T18:49:20.290 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package jq.
2023-03-26T18:49:20.309 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../099-python3-psutil_5.9.0-1build1_amd64.deb ...
2023-03-26T18:49:20.318 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../088-jq_1.6-2.1ubuntu3_amd64.deb ...
2023-03-26T18:49:20.356 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking jq (1.6-2.1ubuntu3) ...
2023-03-26T18:49:20.357 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-psutil (5.9.0-1build1) ...
2023-03-26T18:49:20.592 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package socat.
2023-03-26T18:49:20.609 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../089-socat_1.7.4.1-3ubuntu4_amd64.deb ...
2023-03-26T18:49:20.650 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ...
2023-03-26T18:49:20.685 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-py.
2023-03-26T18:49:20.712 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../100-python3-py_1.10.0-1_all.deb ...
2023-03-26T18:49:20.751 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-py (1.10.0-1) ...
2023-03-26T18:49:20.979 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package xmlstarlet.
2023-03-26T18:49:21.008 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../090-xmlstarlet_1.6.1-2.1_amd64.deb ...
2023-03-26T18:49:21.037 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking xmlstarlet (1.6.1-2.1) ...
2023-03-26T18:49:21.096 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pygments.
2023-03-26T18:49:21.123 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../101-python3-pygments_2.11.2+dfsg-2_all.deb ...
2023-03-26T18:49:21.162 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ...
2023-03-26T18:49:21.391 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-test.
2023-03-26T18:49:21.408 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../091-ceph-test_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:21.449 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-test (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:21.600 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pyinotify.
2023-03-26T18:49:21.627 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../102-python3-pyinotify_0.9.6-1.3_all.deb ...
2023-03-26T18:49:21.666 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ...
2023-03-26T18:49:21.977 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-toml.
2023-03-26T18:49:22.004 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../103-python3-toml_0.10.2-1_all.deb ...
2023-03-26T18:49:22.044 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-toml (0.10.2-1) ...
2023-03-26T18:49:22.305 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-pytest.
2023-03-26T18:49:22.320 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../104-python3-pytest_6.2.5-1ubuntu2_all.deb ...
2023-03-26T18:49:22.354 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ...
2023-03-26T18:49:22.700 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package python3-simplejson.
2023-03-26T18:49:22.727 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ...
2023-03-26T18:49:22.766 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking python3-simplejson (3.17.6-1build1) ...
2023-03-26T18:49:23.043 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package qttranslations5-l10n.
2023-03-26T18:49:23.059 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ...
2023-03-26T18:49:23.093 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ...
2023-03-26T18:49:23.478 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package ceph-volume.
2023-03-26T18:49:23.506 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../092-ceph-volume_18.0.0-3114-g992e4bc0-1jammy_all.deb ...
2023-03-26T18:49:23.545 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking ceph-volume (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:23.864 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package radosgw.
2023-03-26T18:49:23.883 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package libcephfs-dev.
2023-03-26T18:49:23.892 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../107-radosgw_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:23.899 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../093-libcephfs-dev_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:23.930 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking radosgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking libcephfs-dev (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:24.320 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package nvme-cli.
2023-03-26T18:49:24.347 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../094-nvme-cli_1.16-3ubuntu0.1_amd64.deb ...
2023-03-26T18:49:24.386 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ...
2023-03-26T18:49:24.683 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package rbd-fuse.
2023-03-26T18:49:24.699 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../108-rbd-fuse_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:24.725 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python-asyncssh-doc.
2023-03-26T18:49:24.741 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking rbd-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:24.742 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../095-python-asyncssh-doc_2.5.0-1_all.deb ...
2023-03-26T18:49:24.908 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ...
2023-03-26T18:49:25.036 INFO:teuthology.orchestra.run.smithi146.stdout:Selecting previously unselected package rbd-mirror.
2023-03-26T18:49:25.063 INFO:teuthology.orchestra.run.smithi146.stdout:Preparing to unpack .../109-rbd-mirror_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:25.102 INFO:teuthology.orchestra.run.smithi146.stdout:Unpacking rbd-mirror (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:25.403 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-iniconfig.
2023-03-26T18:49:25.432 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../096-python3-iniconfig_1.1.1-2_all.deb ...
2023-03-26T18:49:25.470 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-iniconfig (1.1.1-2) ...
2023-03-26T18:49:25.548 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-iniconfig (1.1.1-2) ...
2023-03-26T18:49:25.739 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pastescript.
2023-03-26T18:49:25.770 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../097-python3-pastescript_2.0.2-4_all.deb ...
2023-03-26T18:49:25.790 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ...
2023-03-26T18:49:25.797 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pastescript (2.0.2-4) ...
2023-03-26T18:49:25.916 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ...
2023-03-26T18:49:26.068 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pluggy.
2023-03-26T18:49:26.096 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../098-python3-pluggy_0.13.0-7.1_all.deb ...
2023-03-26T18:49:26.134 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pluggy (0.13.0-7.1) ...
2023-03-26T18:49:26.172 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service.
2023-03-26T18:49:26.438 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-psutil.
2023-03-26T18:49:26.466 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../099-python3-psutil_5.9.0-1build1_amd64.deb ...
2023-03-26T18:49:26.504 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-psutil (5.9.0-1build1) ...
2023-03-26T18:49:26.527 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service.
2023-03-26T18:49:26.841 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-py.
2023-03-26T18:49:26.869 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../100-python3-py_1.10.0-1_all.deb ...
2023-03-26T18:49:26.907 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-py (1.10.0-1) ...
2023-03-26T18:49:26.990 INFO:teuthology.orchestra.run.smithi146.stdout:nvmf-connect.target is a disabled or a static unit, not starting it.
2023-03-26T18:49:27.068 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:27.227 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pygments.
2023-03-26T18:49:27.256 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../101-python3-pygments_2.11.2+dfsg-2_all.deb ...
2023-03-26T18:49:27.293 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ...
2023-03-26T18:49:27.570 INFO:teuthology.orchestra.run.smithi146.stdout:Adding system user cephadm....done
2023-03-26T18:49:27.708 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ...
2023-03-26T18:49:27.773 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pyinotify.
2023-03-26T18:49:27.801 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../102-python3-pyinotify_0.9.6-1.3_all.deb ...
2023-03-26T18:49:27.839 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ...
2023-03-26T18:49:28.009 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-jaraco.classes (3.2.1-3) ...
2023-03-26T18:49:28.117 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-toml.
2023-03-26T18:49:28.146 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../103-python3-toml_0.10.2-1_all.deb ...
2023-03-26T18:49:28.175 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-toml (0.10.2-1) ...
2023-03-26T18:49:28.277 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python-asyncssh-doc (2.5.0-1) ...
2023-03-26T18:49:28.386 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-jaraco.functools (3.4.0-2) ...
2023-03-26T18:49:28.464 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-pytest.
2023-03-26T18:49:28.492 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../104-python3-pytest_6.2.5-1ubuntu2_all.deb ...
2023-03-26T18:49:28.530 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ...
2023-03-26T18:49:28.621 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-repoze.lru (0.7-2) ...
2023-03-26T18:49:28.834 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package python3-simplejson.
2023-03-26T18:49:28.862 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ...
2023-03-26T18:49:28.872 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ...
2023-03-26T18:49:28.900 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking python3-simplejson (3.17.6-1build1) ...
2023-03-26T18:49:28.998 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-py (1.10.0-1) ...
2023-03-26T18:49:29.169 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package qttranslations5-l10n.
2023-03-26T18:49:29.197 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ...
2023-03-26T18:49:29.235 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ...
2023-03-26T18:49:29.308 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ...
2023-03-26T18:49:29.668 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-cachetools (5.0.0-1) ...
2023-03-26T18:49:29.927 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-openssl (21.0.0-1) ...
2023-03-26T18:49:30.023 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package radosgw.
2023-03-26T18:49:30.052 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../107-radosgw_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:30.090 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking radosgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:30.178 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-bcrypt (3.2.0-1build1) ...
2023-03-26T18:49:30.404 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pyinotify (0.9.6-1.3) ...
2023-03-26T18:49:30.639 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-threadpoolctl (3.1.0-1) ...
2023-03-26T18:49:30.898 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-ceph-argparse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:31.092 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package rbd-fuse.
2023-03-26T18:49:31.109 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../108-rbd-fuse_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:31.150 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking rbd-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:31.174 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ...
2023-03-26T18:49:31.300 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-markupsafe (2.0.1-2build1) ...
2023-03-26T18:49:31.453 INFO:teuthology.orchestra.run.smithi007.stdout:Selecting previously unselected package rbd-mirror.
2023-03-26T18:49:31.482 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing to unpack .../109-rbd-mirror_18.0.0-3114-g992e4bc0-1jammy_amd64.deb ...
2023-03-26T18:49:31.520 INFO:teuthology.orchestra.run.smithi007.stdout:Unpacking rbd-mirror (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:31.559 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ...
2023-03-26T18:49:31.688 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-psutil (5.9.0-1build1) ...
2023-03-26T18:49:31.958 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-iniconfig (1.1.1-2) ...
2023-03-26T18:49:32.045 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:32.154 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-natsort (8.0.2-1) ...
2023-03-26T18:49:32.208 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ...
2023-03-26T18:49:32.325 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ...
2023-03-26T18:49:32.405 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ...
2023-03-26T18:49:32.584 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service.
2023-03-26T18:49:32.647 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-simplejson (3.17.6-1build1) ...
2023-03-26T18:49:32.957 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ...
2023-03-26T18:49:32.979 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service.
2023-03-26T18:49:33.503 INFO:teuthology.orchestra.run.smithi007.stdout:nvmf-connect.target is a disabled or a static unit, not starting it.
2023-03-26T18:49:33.626 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ...
2023-03-26T18:49:33.670 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:33.885 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ...
2023-03-26T18:49:34.011 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up qttranslations5-l10n (5.15.3-1) ...
2023-03-26T18:49:34.129 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ...
2023-03-26T18:49:34.264 INFO:teuthology.orchestra.run.smithi007.stdout:Adding system user cephadm....done
2023-03-26T18:49:34.409 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ...
2023-03-26T18:49:34.685 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.classes (3.2.1-3) ...
2023-03-26T18:49:34.721 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-asyncssh (2.5.0-1) ...
2023-03-26T18:49:35.037 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python-asyncssh-doc (2.5.0-1) ...
2023-03-26T18:49:35.081 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-certifi (2020.6.20-1) ...
2023-03-26T18:49:35.163 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.functools (3.4.0-2) ...
2023-03-26T18:49:35.333 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ...
2023-03-26T18:49:35.414 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-repoze.lru (0.7-2) ...
2023-03-26T18:49:35.681 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ...
2023-03-26T18:49:35.700 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ...
2023-03-26T18:49:35.791 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-py (1.10.0-1) ...
2023-03-26T18:49:35.993 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ...
2023-03-26T18:49:36.101 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ...
2023-03-26T18:49:36.319 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-jaraco.text (3.6.0-2) ...
2023-03-26T18:49:36.469 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cachetools (5.0.0-1) ...
2023-03-26T18:49:36.570 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up socat (1.7.4.1-3ubuntu4) ...
2023-03-26T18:49:36.671 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:36.737 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-openssl (21.0.0-1) ...
2023-03-26T18:49:36.956 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-idna (3.3-1) ...
2023-03-26T18:49:37.013 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-bcrypt (3.2.0-1build1) ...
2023-03-26T18:49:37.272 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyinotify (0.9.6-1.3) ...
2023-03-26T18:49:37.290 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ...
2023-03-26T18:49:37.565 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-threadpoolctl (3.1.0-1) ...
2023-03-26T18:49:37.825 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-ceph-argparse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:38.092 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ...
2023-03-26T18:49:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-markupsafe (2.0.1-2build1) ...
2023-03-26T18:49:38.469 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ...
2023-03-26T18:49:38.512 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:49:38.604 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-psutil (5.9.0-1build1) ...
2023-03-26T18:49:38.621 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-toml (0.10.2-1) ...
2023-03-26T18:49:38.864 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ...
2023-03-26T18:49:38.963 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:38.999 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up xmlstarlet (1.6.1-2.1) ...
2023-03-26T18:49:39.089 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-natsort (8.0.2-1) ...
2023-03-26T18:49:39.125 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ...
2023-03-26T18:49:39.365 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ...
2023-03-26T18:49:39.426 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pluggy (0.13.0-7.1) ...
2023-03-26T18:49:39.633 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-simplejson (3.17.6-1build1) ...
2023-03-26T18:49:39.685 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-zc.lockfile (2.0-1) ...
2023-03-26T18:49:39.919 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:49:39.951 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ...
2023-03-26T18:49:40.020 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ...
2023-03-26T18:49:40.121 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pyasn1 (0.4.8-1) ...
2023-03-26T18:49:40.406 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-singledispatch (3.4.0.3-3) ...
2023-03-26T18:49:40.683 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-logutils (0.3.3-8) ...
2023-03-26T18:49:40.695 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ...
2023-03-26T18:49:40.954 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ...
2023-03-26T18:49:40.958 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-tempora (4.1.2-1) ...
2023-03-26T18:49:41.080 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up qttranslations5-l10n (5.15.3-1) ...
2023-03-26T18:49:41.218 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-simplegeneric (0.8.1-3) ...
2023-03-26T18:49:41.223 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ...
2023-03-26T18:49:41.469 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-prettytable (2.5.0-2) ...
2023-03-26T18:49:41.540 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-asyncssh (2.5.0-1) ...
2023-03-26T18:49:41.728 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ...
2023-03-26T18:49:41.829 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-websocket (1.2.3-1) ...
2023-03-26T18:49:41.917 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-certifi (2020.6.20-1) ...
2023-03-26T18:49:42.113 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ...
2023-03-26T18:49:42.167 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ...
2023-03-26T18:49:42.231 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ...
2023-03-26T18:49:42.524 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-webob (1:1.8.6-1.1) ...
2023-03-26T18:49:42.544 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ...
2023-03-26T18:49:42.829 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ...
2023-03-26T18:49:42.833 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-jaraco.collections (3.4.0-2) ...
2023-03-26T18:49:43.093 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:43.180 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.text (3.6.0-2) ...
2023-03-26T18:49:43.456 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up socat (1.7.4.1-3ubuntu4) ...
2023-03-26T18:49:43.497 INFO:teuthology.orchestra.run.smithi146.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode
2023-03-26T18:49:43.574 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:43.737 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ...
2023-03-26T18:49:43.855 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ...
2023-03-26T18:49:43.867 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-idna (3.3-1) ...
2023-03-26T18:49:44.185 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ...
2023-03-26T18:49:44.389 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pastedeploy (2.1.1-1) ...
2023-03-26T18:49:44.682 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-portend (3.0.0-1) ...
2023-03-26T18:49:44.933 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:49:45.059 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-jinja2 (3.0.3-1) ...
2023-03-26T18:49:45.377 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ...
2023-03-26T18:49:45.678 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-requests (2.25.1+dfsg-2) ...
2023-03-26T18:49:45.851 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:49:45.929 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up jq (1.6-2.1ubuntu3) ...
2023-03-26T18:49:46.055 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-rsa (4.8-1) ...
2023-03-26T18:49:46.066 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-toml (0.10.2-1) ...
2023-03-26T18:49:46.334 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ...
2023-03-26T18:49:46.348 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-webtest (2.0.35-1) ...
2023-03-26T18:49:46.435 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up xmlstarlet (1.6.1-2.1) ...
2023-03-26T18:49:46.553 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ...
2023-03-26T18:49:46.632 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ...
2023-03-26T18:49:46.846 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pluggy (0.13.0-7.1) ...
2023-03-26T18:49:46.900 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-cherrypy3 (18.6.1-4) ...
2023-03-26T18:49:47.105 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-zc.lockfile (2.0-1) ...
2023-03-26T18:49:47.285 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pastescript (2.0.2-4) ...
2023-03-26T18:49:47.365 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:49:47.491 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ...
2023-03-26T18:49:47.569 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ...
2023-03-26T18:49:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyasn1 (0.4.8-1) ...
2023-03-26T18:49:47.888 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ...
2023-03-26T18:49:47.918 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-singledispatch (3.4.0.3-3) ...
2023-03-26T18:49:48.006 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up librados2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:48.157 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up librgw2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:48.161 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-logutils (0.3.3-8) ...
2023-03-26T18:49:48.283 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libsqlite3-mod-ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:48.408 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libcephfs2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:48.412 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-tempora (4.1.2-1) ...
2023-03-26T18:49:48.534 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libradosstriper1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:48.663 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-simplegeneric (0.8.1-3) ...
2023-03-26T18:49:48.737 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-google-auth (1.5.1-3) ...
2023-03-26T18:49:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-prettytable (2.5.0-2) ...
2023-03-26T18:49:49.014 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up librbd1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:49.148 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mgr-modules-core (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:49.182 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ...
2023-03-26T18:49:49.274 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:49.324 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-websocket (1.2.3-1) ...
2023-03-26T18:49:49.486 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2023-03-26T18:49:49.487 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2023-03-26T18:49:49.609 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ...
2023-03-26T18:49:49.718 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ...
2023-03-26T18:49:50.001 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up libcephfs-dev (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:50.003 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-webob (1:1.8.6-1.1) ...
2023-03-26T18:49:50.118 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-rados (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:50.219 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ...
2023-03-26T18:49:50.329 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jaraco.collections (3.4.0-2) ...
2023-03-26T18:49:50.589 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ...
2023-03-26T18:49:51.001 INFO:teuthology.orchestra.run.smithi007.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode
2023-03-26T18:49:51.258 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ...
2023-03-26T18:49:51.384 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ...
2023-03-26T18:49:51.416 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-rbd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:51.541 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up rbd-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:51.667 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-rgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:51.768 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pastedeploy (2.1.1-1) ...
2023-03-26T18:49:51.793 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up python3-cephfs (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:51.894 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:52.037 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-portend (3.0.0-1) ...
2023-03-26T18:49:52.296 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ...
2023-03-26T18:49:52.386 INFO:teuthology.orchestra.run.smithi146.stdout:Adding group ceph....done
2023-03-26T18:49:52.422 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-jinja2 (3.0.3-1) ...
2023-03-26T18:49:52.756 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ...
2023-03-26T18:49:52.788 INFO:teuthology.orchestra.run.smithi146.stdout:Adding system user ceph....done
2023-03-26T18:49:52.940 INFO:teuthology.orchestra.run.smithi146.stdout:Setting system user ceph properties....done
2023-03-26T18:49:52.953 INFO:teuthology.orchestra.run.smithi146.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory
2023-03-26T18:49:53.057 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-requests (2.25.1+dfsg-2) ...
2023-03-26T18:49:53.089 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target.
2023-03-26T18:49:53.334 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up jq (1.6-2.1ubuntu3) ...
2023-03-26T18:49:53.434 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rsa (4.8-1) ...
2023-03-26T18:49:53.437 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service.
2023-03-26T18:49:53.694 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-webtest (2.0.35-1) ...
2023-03-26T18:49:53.953 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-test (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:53.995 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ...
2023-03-26T18:49:54.079 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up radosgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:54.313 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cherrypy3 (18.6.1-4) ...
2023-03-26T18:49:54.353 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2023-03-26T18:49:54.353 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2023-03-26T18:49:54.714 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pastescript (2.0.2-4) ...
2023-03-26T18:49:55.007 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ...
2023-03-26T18:49:55.139 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-base (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:55.376 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ...
2023-03-26T18:49:55.479 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service.
2023-03-26T18:49:55.485 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librados2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:55.603 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librgw2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:55.729 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libsqlite3-mod-ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:55.855 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libcephfs2 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:55.957 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mds (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:55.981 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libradosstriper1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:56.175 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2023-03-26T18:49:56.176 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2023-03-26T18:49:56.193 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-google-auth (1.5.1-3) ...
2023-03-26T18:49:56.461 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up librbd1 (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:56.604 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-modules-core (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:56.693 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up rbd-mirror (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:56.730 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:56.904 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target -> /lib/systemd/system/ceph-rbd-mirror.target.
2023-03-26T18:49:56.904 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target -> /lib/systemd/system/ceph-rbd-mirror.target.
2023-03-26T18:49:56.951 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2023-03-26T18:49:56.951 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target.
2023-03-26T18:49:57.427 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mgr (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:57.514 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up libcephfs-dev (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:57.641 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rados (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:57.654 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2023-03-26T18:49:57.654 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2023-03-26T18:49:57.758 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ...
2023-03-26T18:49:58.178 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-osd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:58.493 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2023-03-26T18:49:58.494 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2023-03-26T18:49:59.004 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rbd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.006 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mgr-k8sevents (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.130 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up rbd-fuse (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.131 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.256 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-rgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.284 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mon (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.382 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up python3-cephfs (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:49:59.495 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2023-03-26T18:49:59.495 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2023-03-26T18:49:59.508 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-common (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:00.026 INFO:teuthology.orchestra.run.smithi007.stdout:Adding group ceph....done
2023-03-26T18:50:00.082 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mgr-cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:00.231 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:00.357 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-mgr-dashboard (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:00.387 INFO:teuthology.orchestra.run.smithi007.stdout:Adding system user ceph....done
2023-03-26T18:50:00.518 INFO:teuthology.orchestra.run.smithi146.stdout:Setting up ceph-volume (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:00.580 INFO:teuthology.orchestra.run.smithi007.stdout:Setting system user ceph properties....done
2023-03-26T18:50:00.596 INFO:teuthology.orchestra.run.smithi007.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory
2023-03-26T18:50:00.644 INFO:teuthology.orchestra.run.smithi146.stdout:Processing triggers for man-db (2.10.2-1) ...
2023-03-26T18:50:00.745 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target.
2023-03-26T18:50:01.122 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service.
2023-03-26T18:50:01.676 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-test (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:01.811 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up radosgw (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:01.821 INFO:teuthology.orchestra.run.smithi146.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ...
2023-03-26T18:50:02.073 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2023-03-26T18:50:02.074 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target.
2023-03-26T18:50:02.262 INFO:teuthology.orchestra.run.smithi146.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead.
2023-03-26T18:50:02.265 DEBUG:teuthology.parallel:result is None
2023-03-26T18:50:02.871 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-base (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:03.225 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service.
2023-03-26T18:50:03.831 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mds (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:04.113 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2023-03-26T18:50:04.113 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target.
2023-03-26T18:50:04.658 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up rbd-mirror (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:04.876 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target -> /lib/systemd/system/ceph-rbd-mirror.target.
2023-03-26T18:50:04.876 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target -> /lib/systemd/system/ceph-rbd-mirror.target.
2023-03-26T18:50:05.442 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:05.657 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2023-03-26T18:50:05.657 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target.
2023-03-26T18:50:06.210 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-osd (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:06.550 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2023-03-26T18:50:06.550 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target.
2023-03-26T18:50:07.096 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-k8sevents (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:07.222 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:07.389 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mon (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:07.608 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2023-03-26T18:50:07.609 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target.
2023-03-26T18:50:08.157 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-cephadm (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:08.292 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:08.392 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-mgr-dashboard (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:08.535 INFO:teuthology.orchestra.run.smithi007.stdout:Setting up ceph-volume (18.0.0-3114-g992e4bc0-1jammy) ...
2023-03-26T18:50:08.679 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for man-db (2.10.2-1) ...
2023-03-26T18:50:09.847 INFO:teuthology.orchestra.run.smithi007.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ...
2023-03-26T18:50:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead.
2023-03-26T18:50:10.340 DEBUG:teuthology.parallel:result is None
2023-03-26T18:50:10.341 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:50:10.487 DEBUG:teuthology.orchestra.run.smithi007:> dpkg-query -W -f '${Version}' ceph
2023-03-26T18:50:10.508 INFO:teuthology.orchestra.run.smithi007.stdout:18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:50:10.509 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:50:10.509 INFO:teuthology.task.install:The correct ceph version 18.0.0-3114-g992e4bc0-1jammy is installed.
2023-03-26T18:50:10.510 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:50:10.651 DEBUG:teuthology.orchestra.run.smithi146:> dpkg-query -W -f '${Version}' ceph
2023-03-26T18:50:10.671 INFO:teuthology.orchestra.run.smithi146.stdout:18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:50:10.671 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3114-g992e4bc0-1jammy
2023-03-26T18:50:10.671 INFO:teuthology.task.install:The correct ceph version 18.0.0-3114-g992e4bc0-1jammy is installed.
2023-03-26T18:50:10.672 INFO:teuthology.task.install.util:Shipping valgrind.supp...
2023-03-26T18:50:10.672 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:10.673 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2023-03-26T18:50:10.688 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:10.688 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2023-03-26T18:50:10.730 INFO:teuthology.task.install.util:Shipping 'daemon-helper'...
2023-03-26T18:50:10.730 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:10.731 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/daemon-helper
2023-03-26T18:50:10.745 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/daemon-helper
2023-03-26T18:50:10.799 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:10.800 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/daemon-helper
2023-03-26T18:50:10.813 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/daemon-helper
2023-03-26T18:50:10.869 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'...
2023-03-26T18:50:10.869 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:10.869 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/adjust-ulimits
2023-03-26T18:50:10.883 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2023-03-26T18:50:10.939 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:10.940 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/adjust-ulimits
2023-03-26T18:50:10.954 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2023-03-26T18:50:11.009 INFO:teuthology.run_tasks:Running task ceph...
2023-03-26T18:50:11.083 INFO:tasks.ceph:Making ceph log dir writeable by non-root...
2023-03-26T18:50:11.083 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 777 /var/log/ceph
2023-03-26T18:50:11.086 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 777 /var/log/ceph
2023-03-26T18:50:11.099 INFO:tasks.ceph:Disabling ceph logrotate...
2023-03-26T18:50:11.099 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/logrotate.d/ceph
2023-03-26T18:50:11.140 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f -- /etc/logrotate.d/ceph
2023-03-26T18:50:11.156 INFO:tasks.ceph:Creating extra log directories...
2023-03-26T18:50:11.157 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger
2023-03-26T18:50:11.196 DEBUG:teuthology.orchestra.run.smithi146:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger
2023-03-26T18:50:11.222 INFO:tasks.ceph:Creating ceph cluster cluster1...
2023-03-26T18:50:11.222 INFO:tasks.ceph:config {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'cluster1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True}
2023-03-26T18:50:11.223 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489', 'branch': 'wip-coro-test', 'description': 'rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-fsx-workunit}', 'email': 'aemerson@redhat.com', 'first_in_suite': False, 'job_id': '7219489', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'run two ceph clusters and install rbd-mirror'}, {'desc': 'configure the permissions for client.mirror'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}, {'desc': 'run four rbd-mirror daemons per cluster'}, {'desc': 'run multiple FSX workloads to simulate cluster load and then verify that the images were replicated'}], 'name': 'aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 3, 'size': 30}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-coro-test'}, 'ceph': {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-coro-test', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, 'owner': 'scheduled_aemerson@teuthology', 'priority': 150, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0'], ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4', 'sleep_before_teardown': 0, 'suite': 'rbd', 'suite_branch': 'wip-coro-test', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_992e4bc04931e307ee0af0e78ea5dc3e32d072a4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4', 'targets': {'smithi007.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG16OU3g8oyBFPlQ4rE4cBB4GkLWWV3sMuOr1JMTx1IeiC2vQP9t5fsbsWp4y3tBRCb+kQ/lQZ5oO/HhwyIZL1I=', 'smithi146.front.sepia.ceph.com': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINZFgOvKcpCLRcg6eejcHEP5/B+6sDtZEHig2h3G5eZR'}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': ['rbd-mirror'], 'flavor': 'default', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, {'ceph': {'cluster': 'cluster1', 'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, {'ceph': {'cluster': 'cluster2'}}, {'exec': {'cluster1.client.mirror.0': ["sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'"]}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.3', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.3', 'thrash': True}}, {'rbd-mirror-thrash': {'cluster': 'cluster1'}}, {'rbd-mirror-thrash': {'cluster': 'cluster2'}}, {'workunit': {'clients': {'cluster1.client.mirror': ['rbd/rbd_mirror_fsx_prepare.sh']}, 'env': {'CEPH_ARGS': '', 'RBD_MIRROR_NOCLEANUP': '1', 'RBD_MIRROR_USE_EXISTING_CLUSTER': '1', 'RBD_MIRROR_USE_RBD_MIRROR': '1'}}}, {'rbd_fsx': {'clients': ['cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5'], 'keep_images': True, 'ops': 6000, 'pool_name': 'mirror'}}, {'workunit': {'clients': {'cluster1.client.mirror': ['rbd/rbd_mirror_fsx_compare.sh']}, 'env': {'CEPH_ARGS': '', 'RBD_MIRROR_USE_EXISTING_CLUSTER': '1', 'RBD_MIRROR_USE_RBD_MIRROR': '1'}, 'timeout': '6h'}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'e3729161eecf8e6d09a4069acbb883cdcd5e9f50', 'timestamp': '2023-03-24_16:42:49', 'tube': 'smithi', 'user': 'aemerson', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4538'}
2023-03-26T18:50:11.224 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data
2023-03-26T18:50:11.252 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data
2023-03-26T18:50:11.258 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m0777 -- /var/run/ceph
2023-03-26T18:50:11.300 DEBUG:teuthology.orchestra.run.smithi146:> sudo install -d -m0777 -- /var/run/ceph
2023-03-26T18:50:11.317 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:11.318 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/scratch_devs of=/dev/stdout
2023-03-26T18:50:11.360 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2023-03-26T18:50:11.360 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_1
2023-03-26T18:50:11.408 INFO:teuthology.orchestra.run.smithi007.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2023-03-26T18:50:11.408 INFO:teuthology.orchestra.run.smithi007.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:11.408 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d	Inode: 892         Links: 1
2023-03-26T18:50:11.408 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:11.408 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2023-03-26 18:44:53.095304993 +0000
2023-03-26T18:50:11.409 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2023-03-26 18:44:52.715308382 +0000
2023-03-26T18:50:11.409 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2023-03-26 18:44:52.715308382 +0000
2023-03-26T18:50:11.409 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: -
2023-03-26T18:50:11.409 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1
2023-03-26T18:50:11.463 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in
2023-03-26T18:50:11.463 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out
2023-03-26T18:50:11.463 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000338624 s, 1.5 MB/s
2023-03-26T18:50:11.465 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1
2023-03-26T18:50:11.514 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_2
2023-03-26T18:50:11.564 INFO:teuthology.orchestra.run.smithi007.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2023-03-26T18:50:11.565 INFO:teuthology.orchestra.run.smithi007.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:11.565 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d	Inode: 908         Links: 1
2023-03-26T18:50:11.565 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:11.566 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2023-03-26 18:44:53.671299855 +0000
2023-03-26T18:50:11.566 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2023-03-26 18:44:53.307303101 +0000
2023-03-26T18:50:11.566 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2023-03-26 18:44:53.307303101 +0000
2023-03-26T18:50:11.566 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: -
2023-03-26T18:50:11.567 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1
2023-03-26T18:50:11.620 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in
2023-03-26T18:50:11.621 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out
2023-03-26T18:50:11.621 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.00026495 s, 1.9 MB/s
2023-03-26T18:50:11.621 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2
2023-03-26T18:50:11.670 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_3
2023-03-26T18:50:11.719 INFO:teuthology.orchestra.run.smithi007.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d	Inode: 927         Links: 1
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2023-03-26 18:44:54.287294359 +0000
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2023-03-26 18:44:53.899297820 +0000
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2023-03-26 18:44:53.899297820 +0000
2023-03-26T18:50:11.720 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: -
2023-03-26T18:50:11.721 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1
2023-03-26T18:50:11.774 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in
2023-03-26T18:50:11.775 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out
2023-03-26T18:50:11.775 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000331304 s, 1.5 MB/s
2023-03-26T18:50:11.776 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3
2023-03-26T18:50:11.825 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_4
2023-03-26T18:50:11.872 INFO:teuthology.orchestra.run.smithi007.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2023-03-26T18:50:11.872 INFO:teuthology.orchestra.run.smithi007.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:11.872 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d	Inode: 944         Links: 1
2023-03-26T18:50:11.872 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:11.872 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2023-03-26 18:44:54.891288971 +0000
2023-03-26T18:50:11.872 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2023-03-26 18:44:54.511292362 +0000
2023-03-26T18:50:11.873 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2023-03-26 18:44:54.511292362 +0000
2023-03-26T18:50:11.873 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: -
2023-03-26T18:50:11.873 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1
2023-03-26T18:50:11.926 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in
2023-03-26T18:50:11.927 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out
2023-03-26T18:50:11.927 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000332287 s, 1.5 MB/s
2023-03-26T18:50:11.928 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4
2023-03-26T18:50:11.977 INFO:tasks.ceph:osd dev map: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:11.977 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi007.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}}
2023-03-26T18:50:11.978 INFO:tasks.ceph:Generating config...
2023-03-26T18:50:11.979 INFO:tasks.ceph:[client] debug rbd = 20
2023-03-26T18:50:11.979 INFO:tasks.ceph:[client] debug rbd_mirror = 15
2023-03-26T18:50:11.979 INFO:tasks.ceph:[client] log to stderr = False
2023-03-26T18:50:11.980 INFO:tasks.ceph:[client] rbd default features = 125
2023-03-26T18:50:11.980 INFO:tasks.ceph:[client] rbd mirror image policy type = none
2023-03-26T18:50:11.980 INFO:tasks.ceph:[client.mirror.0] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:11.980 INFO:tasks.ceph:[client.mirror.0] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:11.980 INFO:tasks.ceph:[client.mirror.1] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:11.981 INFO:tasks.ceph:[client.mirror.1] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:11.981 INFO:tasks.ceph:[client.mirror.2] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:11.981 INFO:tasks.ceph:[client.mirror.2] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:11.981 INFO:tasks.ceph:[client.mirror.3] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:11.982 INFO:tasks.ceph:[client.mirror.3] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:11.982 INFO:tasks.ceph:[global] mon client directed command retry = 5
2023-03-26T18:50:11.982 INFO:tasks.ceph:[global] ms inject socket failures = 5000
2023-03-26T18:50:11.982 INFO:tasks.ceph:[mgr] debug mgr = 20
2023-03-26T18:50:11.983 INFO:tasks.ceph:[mgr] debug ms = 1
2023-03-26T18:50:11.983 INFO:tasks.ceph:[mon] debug mon = 20
2023-03-26T18:50:11.983 INFO:tasks.ceph:[mon] debug ms = 1
2023-03-26T18:50:11.983 INFO:tasks.ceph:[mon] debug paxos = 20
2023-03-26T18:50:11.983 INFO:tasks.ceph:[osd] bdev async discard = True
2023-03-26T18:50:11.983 INFO:tasks.ceph:[osd] bdev enable discard = True
2023-03-26T18:50:11.984 INFO:tasks.ceph:[osd] bluestore block size = 96636764160
2023-03-26T18:50:11.984 INFO:tasks.ceph:[osd] bluestore fsck on mount = True
2023-03-26T18:50:11.984 INFO:tasks.ceph:[osd] debug bluefs = 1/20
2023-03-26T18:50:11.984 INFO:tasks.ceph:[osd] debug bluestore = 1/20
2023-03-26T18:50:11.985 INFO:tasks.ceph:[osd] debug ms = 1
2023-03-26T18:50:11.985 INFO:tasks.ceph:[osd] debug osd = 20
2023-03-26T18:50:11.985 INFO:tasks.ceph:[osd] debug rocksdb = 4/10
2023-03-26T18:50:11.985 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85
2023-03-26T18:50:11.985 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9
2023-03-26T18:50:11.986 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8
2023-03-26T18:50:11.986 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95
2023-03-26T18:50:11.986 INFO:tasks.ceph:[osd] osd memory target = 1610612736
2023-03-26T18:50:11.986 INFO:tasks.ceph:[osd] osd objectstore = bluestore
2023-03-26T18:50:11.987 INFO:tasks.ceph:Setting up cluster1.mon.a...
2023-03-26T18:50:11.987 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.051 INFO:teuthology.orchestra.run.smithi007.stdout:creating /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.147 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.203 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster1.mon.a', '172.21.15.7')]
2023-03-26T18:50:12.204 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.7', 'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'mon.a': {}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}}
2023-03-26T18:50:12.205 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:12.205 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf
2023-03-26T18:50:12.252 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.7 --print /home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:12.332 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:12.332 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool: generated fsid c890ce62-9771-4435-92df-fd29808e465e
2023-03-26T18:50:12.332 INFO:teuthology.orchestra.run.smithi007.stdout:setting min_mon_release = pacific
2023-03-26T18:50:12.332 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 0
2023-03-26T18:50:12.333 INFO:teuthology.orchestra.run.smithi007.stdout:fsid c890ce62-9771-4435-92df-fd29808e465e
2023-03-26T18:50:12.333 INFO:teuthology.orchestra.run.smithi007.stdout:last_changed 2023-03-26T18:50:12.331588+0000
2023-03-26T18:50:12.333 INFO:teuthology.orchestra.run.smithi007.stdout:created 2023-03-26T18:50:12.331588+0000
2023-03-26T18:50:12.333 INFO:teuthology.orchestra.run.smithi007.stdout:min_mon_release 16 (pacific)
2023-03-26T18:50:12.334 INFO:teuthology.orchestra.run.smithi007.stdout:election_strategy: 1
2023-03-26T18:50:12.334 INFO:teuthology.orchestra.run.smithi007.stdout:0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a
2023-03-26T18:50:12.335 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster1.monmap (1 monitors)
2023-03-26T18:50:12.336 DEBUG:teuthology.orchestra.run.smithi007:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf
2023-03-26T18:50:12.383 INFO:tasks.ceph:Writing /etc/ceph/cluster1.conf for FSID c890ce62-9771-4435-92df-fd29808e465e...
2023-03-26T18:50:12.385 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null
2023-03-26T18:50:12.428 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null
2023-03-26T18:50:12.458 INFO:teuthology.orchestra.run.smithi007.stdout:[global]
2023-03-26T18:50:12.458 INFO:teuthology.orchestra.run.smithi007.stdout:	chdir = ""
2023-03-26T18:50:12.458 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/$cluster-$name.pid
2023-03-26T18:50:12.459 INFO:teuthology.orchestra.run.smithi007.stdout:	auth supported = cephx
2023-03-26T18:50:12.459 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.459 INFO:teuthology.orchestra.run.smithi007.stdout:	filestore xattr use omap = true
2023-03-26T18:50:12.459 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.459 INFO:teuthology.orchestra.run.smithi007.stdout:	mon clock drift allowed = 1.000
2023-03-26T18:50:12.460 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.460 INFO:teuthology.orchestra.run.smithi007.stdout:	osd crush chooseleaf type = 0
2023-03-26T18:50:12.460 INFO:teuthology.orchestra.run.smithi007.stdout:	auth debug = true
2023-03-26T18:50:12.461 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.461 INFO:teuthology.orchestra.run.smithi007.stdout:	ms die on old message = true
2023-03-26T18:50:12.461 INFO:teuthology.orchestra.run.smithi007.stdout:	ms die on bug = true
2023-03-26T18:50:12.461 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.462 INFO:teuthology.orchestra.run.smithi007.stdout:	mon max pg per osd = 10000	# >= luminous
2023-03-26T18:50:12.462 INFO:teuthology.orchestra.run.smithi007.stdout:	mon pg warn max object skew = 0
2023-03-26T18:50:12.462 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.462 INFO:teuthology.orchestra.run.smithi007.stdout:	# disable pg_autoscaler by default for new pools
2023-03-26T18:50:12.462 INFO:teuthology.orchestra.run.smithi007.stdout:	osd_pool_default_pg_autoscale_mode = off
2023-03-26T18:50:12.463 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.463 INFO:teuthology.orchestra.run.smithi007.stdout:	osd pool default size = 2
2023-03-26T18:50:12.463 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.463 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd allow primary affinity = true
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd allow pg remap = true
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on legacy crush tunables = false
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on crush straw calc version zero = false
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on no sortbitwise = false
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on osd down out interval zero = false
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on too few osds = false
2023-03-26T18:50:12.464 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_pool_pg_num_not_power_of_two = false
2023-03-26T18:50:12.465 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_pool_no_redundancy = false
2023-03-26T18:50:12.465 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_allow_pool_size_one = true
2023-03-26T18:50:12.465 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.465 INFO:teuthology.orchestra.run.smithi007.stdout:	osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd
2023-03-26T18:50:12.465 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.465 INFO:teuthology.orchestra.run.smithi007.stdout:	osd default data pool replay window = 5
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:	mon allow pool delete = true
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:	mon cluster log file level = debug
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:	debug asserts on shutdown = true
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:	mon health detail to clog = false
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:	mon host = 172.21.15.7
2023-03-26T18:50:12.466 INFO:teuthology.orchestra.run.smithi007.stdout:	mon client directed command retry = 5
2023-03-26T18:50:12.467 INFO:teuthology.orchestra.run.smithi007.stdout:	ms inject socket failures = 5000
2023-03-26T18:50:12.467 INFO:teuthology.orchestra.run.smithi007.stdout:	fsid = c890ce62-9771-4435-92df-fd29808e465e
2023-03-26T18:50:12.467 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.467 INFO:teuthology.orchestra.run.smithi007.stdout:[osd]
2023-03-26T18:50:12.467 INFO:teuthology.orchestra.run.smithi007.stdout:	osd journal size = 100
2023-03-26T18:50:12.467 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.468 INFO:teuthology.orchestra.run.smithi007.stdout:	osd scrub load threshold = 5.0
2023-03-26T18:50:12.468 INFO:teuthology.orchestra.run.smithi007.stdout:	osd scrub max interval = 600
2023-03-26T18:50:12.468 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.468 INFO:teuthology.orchestra.run.smithi007.stdout:	osd recover clone overlap = true
2023-03-26T18:50:12.469 INFO:teuthology.orchestra.run.smithi007.stdout:	osd recovery max chunk = 1048576
2023-03-26T18:50:12.469 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.469 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug shutdown = true
2023-03-26T18:50:12.470 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug op order = true
2023-03-26T18:50:12.470 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug verify stray on activate = true
2023-03-26T18:50:12.470 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.470 INFO:teuthology.orchestra.run.smithi007.stdout:	osd open classes on start = true
2023-03-26T18:50:12.470 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug pg log writeout = true
2023-03-26T18:50:12.471 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.471 INFO:teuthology.orchestra.run.smithi007.stdout:	osd deep scrub update digest min age = 30
2023-03-26T18:50:12.471 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.472 INFO:teuthology.orchestra.run.smithi007.stdout:	osd map max advance = 10
2023-03-26T18:50:12.472 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.472 INFO:teuthology.orchestra.run.smithi007.stdout:	journal zero on create = true
2023-03-26T18:50:12.472 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.472 INFO:teuthology.orchestra.run.smithi007.stdout:	filestore ondisk finisher threads = 3
2023-03-26T18:50:12.473 INFO:teuthology.orchestra.run.smithi007.stdout:	filestore apply finisher threads = 3
2023-03-26T18:50:12.473 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.474 INFO:teuthology.orchestra.run.smithi007.stdout:	bdev debug aio = true
2023-03-26T18:50:12.474 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug misdirected ops = true
2023-03-26T18:50:12.474 INFO:teuthology.orchestra.run.smithi007.stdout:	bdev async discard = True
2023-03-26T18:50:12.474 INFO:teuthology.orchestra.run.smithi007.stdout:	bdev enable discard = True
2023-03-26T18:50:12.475 INFO:teuthology.orchestra.run.smithi007.stdout:	bluestore block size = 96636764160
2023-03-26T18:50:12.475 INFO:teuthology.orchestra.run.smithi007.stdout:	bluestore fsck on mount = True
2023-03-26T18:50:12.475 INFO:teuthology.orchestra.run.smithi007.stdout:	debug bluefs = 1/20
2023-03-26T18:50:12.476 INFO:teuthology.orchestra.run.smithi007.stdout:	debug bluestore = 1/20
2023-03-26T18:50:12.476 INFO:teuthology.orchestra.run.smithi007.stdout:	debug ms = 1
2023-03-26T18:50:12.476 INFO:teuthology.orchestra.run.smithi007.stdout:	debug osd = 20
2023-03-26T18:50:12.476 INFO:teuthology.orchestra.run.smithi007.stdout:	debug rocksdb = 4/10
2023-03-26T18:50:12.477 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd backfillfull_ratio = 0.85
2023-03-26T18:50:12.477 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd full ratio = 0.9
2023-03-26T18:50:12.477 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd nearfull ratio = 0.8
2023-03-26T18:50:12.477 INFO:teuthology.orchestra.run.smithi007.stdout:	osd failsafe full ratio = 0.95
2023-03-26T18:50:12.477 INFO:teuthology.orchestra.run.smithi007.stdout:	osd memory target = 1610612736
2023-03-26T18:50:12.478 INFO:teuthology.orchestra.run.smithi007.stdout:	osd objectstore = bluestore
2023-03-26T18:50:12.478 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.478 INFO:teuthology.orchestra.run.smithi007.stdout:[mgr]
2023-03-26T18:50:12.479 INFO:teuthology.orchestra.run.smithi007.stdout:	debug ms = 1
2023-03-26T18:50:12.479 INFO:teuthology.orchestra.run.smithi007.stdout:	debug mgr = 20
2023-03-26T18:50:12.479 INFO:teuthology.orchestra.run.smithi007.stdout:	debug mon = 20
2023-03-26T18:50:12.479 INFO:teuthology.orchestra.run.smithi007.stdout:	debug auth = 20
2023-03-26T18:50:12.479 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:	mgr/telemetry/nag = false
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:[mon]
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:	debug ms = 1
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:	debug mon = 20
2023-03-26T18:50:12.480 INFO:teuthology.orchestra.run.smithi007.stdout:	debug paxos = 20
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	debug auth = 20
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	mon data avail warn = 5
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	mon mgr mkfs grace = 240
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd reporter subtree level = osd
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd prime pg temp = true
2023-03-26T18:50:12.481 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:	# rotate auth tickets quickly to exercise renewal paths
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:	auth mon ticket ttl = 660	# 11m
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:	auth service ticket ttl = 240	# 4m
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:	# don't complain about insecure global_id in the test suite
2023-03-26T18:50:12.482 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_insecure_global_id_reclaim = false
2023-03-26T18:50:12.483 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_insecure_global_id_reclaim_allowed = false
2023-03-26T18:50:12.483 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.483 INFO:teuthology.orchestra.run.smithi007.stdout:	# 1m isn't quite enough
2023-03-26T18:50:12.483 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_down_mkfs_grace = 2m
2023-03-26T18:50:12.483 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.484 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_filestore_osds = false
2023-03-26T18:50:12.484 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:12.484 INFO:teuthology.orchestra.run.smithi007.stdout:[client]
2023-03-26T18:50:12.484 INFO:teuthology.orchestra.run.smithi007.stdout:	rgw cache enabled = true
2023-03-26T18:50:12.484 INFO:teuthology.orchestra.run.smithi007.stdout:	rgw enable ops log = true
2023-03-26T18:50:12.485 INFO:teuthology.orchestra.run.smithi007.stdout:	rgw enable usage log = true
2023-03-26T18:50:12.485 INFO:teuthology.orchestra.run.smithi007.stdout:	log file = /var/log/ceph/$cluster-$name.$pid.log
2023-03-26T18:50:12.485 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/$cluster-$name.$pid.asok
2023-03-26T18:50:12.485 INFO:teuthology.orchestra.run.smithi007.stdout:	debug rbd = 20
2023-03-26T18:50:12.486 INFO:teuthology.orchestra.run.smithi007.stdout:	debug rbd_mirror = 15
2023-03-26T18:50:12.486 INFO:teuthology.orchestra.run.smithi007.stdout:	log to stderr = False
2023-03-26T18:50:12.486 INFO:teuthology.orchestra.run.smithi007.stdout:	rbd default features = 125
2023-03-26T18:50:12.487 INFO:teuthology.orchestra.run.smithi007.stdout:	rbd mirror image policy type = none
2023-03-26T18:50:12.487 INFO:teuthology.orchestra.run.smithi007.stdout:[mon.a]
2023-03-26T18:50:12.487 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.0]
2023-03-26T18:50:12.487 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.488 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.488 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.1]
2023-03-26T18:50:12.488 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.488 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.488 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.2]
2023-03-26T18:50:12.489 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.489 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.489 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.3]
2023-03-26T18:50:12.490 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.490 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.491 INFO:teuthology.orchestra.run.smithi146.stdout:[global]
2023-03-26T18:50:12.492 INFO:teuthology.orchestra.run.smithi146.stdout:	chdir = ""
2023-03-26T18:50:12.492 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/$cluster-$name.pid
2023-03-26T18:50:12.492 INFO:teuthology.orchestra.run.smithi146.stdout:	auth supported = cephx
2023-03-26T18:50:12.492 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.492 INFO:teuthology.orchestra.run.smithi146.stdout:	filestore xattr use omap = true
2023-03-26T18:50:12.493 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.493 INFO:teuthology.orchestra.run.smithi146.stdout:	mon clock drift allowed = 1.000
2023-03-26T18:50:12.493 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.493 INFO:teuthology.orchestra.run.smithi146.stdout:	osd crush chooseleaf type = 0
2023-03-26T18:50:12.493 INFO:teuthology.orchestra.run.smithi146.stdout:	auth debug = true
2023-03-26T18:50:12.493 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.494 INFO:teuthology.orchestra.run.smithi146.stdout:	ms die on old message = true
2023-03-26T18:50:12.494 INFO:teuthology.orchestra.run.smithi146.stdout:	ms die on bug = true
2023-03-26T18:50:12.494 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.494 INFO:teuthology.orchestra.run.smithi146.stdout:	mon max pg per osd = 10000	# >= luminous
2023-03-26T18:50:12.494 INFO:teuthology.orchestra.run.smithi146.stdout:	mon pg warn max object skew = 0
2023-03-26T18:50:12.494 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:	# disable pg_autoscaler by default for new pools
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:	osd_pool_default_pg_autoscale_mode = off
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:	osd pool default size = 2
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd allow primary affinity = true
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd allow pg remap = true
2023-03-26T18:50:12.495 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on legacy crush tunables = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on crush straw calc version zero = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on no sortbitwise = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on osd down out interval zero = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on too few osds = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_pool_pg_num_not_power_of_two = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_pool_no_redundancy = false
2023-03-26T18:50:12.496 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_allow_pool_size_one = true
2023-03-26T18:50:12.497 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.497 INFO:teuthology.orchestra.run.smithi146.stdout:	osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd
2023-03-26T18:50:12.497 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.497 INFO:teuthology.orchestra.run.smithi146.stdout:	osd default data pool replay window = 5
2023-03-26T18:50:12.497 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.497 INFO:teuthology.orchestra.run.smithi146.stdout:	mon allow pool delete = true
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	mon cluster log file level = debug
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	debug asserts on shutdown = true
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	mon health detail to clog = false
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	mon host = 172.21.15.7
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	mon client directed command retry = 5
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	ms inject socket failures = 5000
2023-03-26T18:50:12.498 INFO:teuthology.orchestra.run.smithi146.stdout:	fsid = c890ce62-9771-4435-92df-fd29808e465e
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:[osd]
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:	osd journal size = 100
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:	osd scrub load threshold = 5.0
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:	osd scrub max interval = 600
2023-03-26T18:50:12.499 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.500 INFO:teuthology.orchestra.run.smithi146.stdout:	osd recover clone overlap = true
2023-03-26T18:50:12.500 INFO:teuthology.orchestra.run.smithi146.stdout:	osd recovery max chunk = 1048576
2023-03-26T18:50:12.501 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.501 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug shutdown = true
2023-03-26T18:50:12.501 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug op order = true
2023-03-26T18:50:12.502 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug verify stray on activate = true
2023-03-26T18:50:12.502 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.502 INFO:teuthology.orchestra.run.smithi146.stdout:	osd open classes on start = true
2023-03-26T18:50:12.502 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug pg log writeout = true
2023-03-26T18:50:12.502 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.502 INFO:teuthology.orchestra.run.smithi146.stdout:	osd deep scrub update digest min age = 30
2023-03-26T18:50:12.503 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.503 INFO:teuthology.orchestra.run.smithi146.stdout:	osd map max advance = 10
2023-03-26T18:50:12.503 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.503 INFO:teuthology.orchestra.run.smithi146.stdout:	journal zero on create = true
2023-03-26T18:50:12.503 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.503 INFO:teuthology.orchestra.run.smithi146.stdout:	filestore ondisk finisher threads = 3
2023-03-26T18:50:12.504 INFO:teuthology.orchestra.run.smithi146.stdout:	filestore apply finisher threads = 3
2023-03-26T18:50:12.504 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.504 INFO:teuthology.orchestra.run.smithi146.stdout:	bdev debug aio = true
2023-03-26T18:50:12.504 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug misdirected ops = true
2023-03-26T18:50:12.504 INFO:teuthology.orchestra.run.smithi146.stdout:	bdev async discard = True
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	bdev enable discard = True
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	bluestore block size = 96636764160
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	bluestore fsck on mount = True
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	debug bluefs = 1/20
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	debug bluestore = 1/20
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	debug ms = 1
2023-03-26T18:50:12.505 INFO:teuthology.orchestra.run.smithi146.stdout:	debug osd = 20
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	debug rocksdb = 4/10
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd backfillfull_ratio = 0.85
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd full ratio = 0.9
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd nearfull ratio = 0.8
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	osd failsafe full ratio = 0.95
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	osd memory target = 1610612736
2023-03-26T18:50:12.506 INFO:teuthology.orchestra.run.smithi146.stdout:	osd objectstore = bluestore
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:[mgr]
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:	debug ms = 1
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:	debug mgr = 20
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:	debug mon = 20
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:	debug auth = 20
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:12.507 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:	mgr/telemetry/nag = false
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:[mon]
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:	debug ms = 1
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:	debug mon = 20
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:	debug paxos = 20
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:	debug auth = 20
2023-03-26T18:50:12.508 INFO:teuthology.orchestra.run.smithi146.stdout:	mon data avail warn = 5
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:	mon mgr mkfs grace = 240
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd reporter subtree level = osd
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd prime pg temp = true
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.509 INFO:teuthology.orchestra.run.smithi146.stdout:	# rotate auth tickets quickly to exercise renewal paths
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:	auth mon ticket ttl = 660	# 11m
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:	auth service ticket ttl = 240	# 4m
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:	# don't complain about insecure global_id in the test suite
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_insecure_global_id_reclaim = false
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_insecure_global_id_reclaim_allowed = false
2023-03-26T18:50:12.510 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:	# 1m isn't quite enough
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_down_mkfs_grace = 2m
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_filestore_osds = false
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:[client]
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:	rgw cache enabled = true
2023-03-26T18:50:12.511 INFO:teuthology.orchestra.run.smithi146.stdout:	rgw enable ops log = true
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	rgw enable usage log = true
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	log file = /var/log/ceph/$cluster-$name.$pid.log
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/$cluster-$name.$pid.asok
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	debug rbd = 20
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	debug rbd_mirror = 15
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	log to stderr = False
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	rbd default features = 125
2023-03-26T18:50:12.512 INFO:teuthology.orchestra.run.smithi146.stdout:	rbd mirror image policy type = none
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:[mon.a]
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.0]
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.1]
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.513 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.514 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.2]
2023-03-26T18:50:12.514 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.514 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.514 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.3]
2023-03-26T18:50:12.515 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:12.515 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:12.515 INFO:tasks.ceph:Creating admin key on cluster1.mon.a...
2023-03-26T18:50:12.516 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.585 INFO:tasks.ceph:Copying monmap to all nodes...
2023-03-26T18:50:12.586 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:12.586 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/cluster1.keyring of=/dev/stdout
2023-03-26T18:50:12.591 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:12.592 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/cluster1.monmap of=/dev/stdout
2023-03-26T18:50:12.639 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi007.front.sepia.ceph.com
2023-03-26T18:50:12.640 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:12.640 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/cluster1.keyring
2023-03-26T18:50:12.640 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.703 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:12.704 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:12.752 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:50:12.752 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:12.752 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/ceph/cluster1.keyring
2023-03-26T18:50:12.753 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0644 /etc/ceph/cluster1.keyring
2023-03-26T18:50:12.776 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:12.777 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:12.822 INFO:tasks.ceph:Setting up mon nodes...
2023-03-26T18:50:12.823 INFO:tasks.ceph:Setting up mgr nodes...
2023-03-26T18:50:12.823 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mgr/cluster1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster1-x/keyring
2023-03-26T18:50:12.869 INFO:teuthology.orchestra.run.smithi007.stdout:creating /var/lib/ceph/mgr/cluster1-x/keyring
2023-03-26T18:50:12.872 INFO:tasks.ceph:Setting up mds nodes...
2023-03-26T18:50:12.873 INFO:tasks.ceph_client:Setting up client nodes...
2023-03-26T18:50:12.873 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster1.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.0.keyring
2023-03-26T18:50:12.907 INFO:teuthology.orchestra.run.smithi007.stdout:creating /etc/ceph/cluster1.client.0.keyring
2023-03-26T18:50:12.917 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror /etc/ceph/cluster1.client.mirror.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.keyring
2023-03-26T18:50:12.954 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.keyring
2023-03-26T18:50:12.978 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.0 /etc/ceph/cluster1.client.mirror.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.0.keyring
2023-03-26T18:50:13.056 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.0.keyring
2023-03-26T18:50:13.066 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.1 /etc/ceph/cluster1.client.mirror.1.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.1.keyring
2023-03-26T18:50:13.140 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.1.keyring
2023-03-26T18:50:13.150 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.2 /etc/ceph/cluster1.client.mirror.2.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.2.keyring
2023-03-26T18:50:13.223 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.2.keyring
2023-03-26T18:50:13.233 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.3 /etc/ceph/cluster1.client.mirror.3.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.3.keyring
2023-03-26T18:50:13.312 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.3.keyring
2023-03-26T18:50:13.322 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.4 /etc/ceph/cluster1.client.mirror.4.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.4.keyring
2023-03-26T18:50:13.395 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.4.keyring
2023-03-26T18:50:13.405 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.5 /etc/ceph/cluster1.client.mirror.5.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.5.keyring
2023-03-26T18:50:13.484 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.5.keyring
2023-03-26T18:50:13.494 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.6 /etc/ceph/cluster1.client.mirror.6.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.6.keyring
2023-03-26T18:50:13.571 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster1.client.mirror.6.keyring
2023-03-26T18:50:13.581 INFO:tasks.ceph:Running mkfs on osd nodes...
2023-03-26T18:50:13.581 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi007.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}}
2023-03-26T18:50:13.582 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/cluster1-0
2023-03-26T18:50:13.597 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:13.597 INFO:tasks.ceph:role: cluster1.osd.0
2023-03-26T18:50:13.598 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi007.front.sepia.ceph.com
2023-03-26T18:50:13.598 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1
2023-03-26T18:50:13.652 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_1      isize=2048   agcount=4, agsize=5859072 blks
2023-03-26T18:50:13.652 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2023-03-26T18:50:13.652 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2023-03-26T18:50:13.652 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       reflink=1    bigtime=0 inobtcount=0
2023-03-26T18:50:13.653 INFO:teuthology.orchestra.run.smithi007.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2023-03-26T18:50:13.653 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sunit=0      swidth=0 blks
2023-03-26T18:50:13.653 INFO:teuthology.orchestra.run.smithi007.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2023-03-26T18:50:13.653 INFO:teuthology.orchestra.run.smithi007.stdout:log      =internal log           bsize=4096   blocks=11443, version=2
2023-03-26T18:50:13.653 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2023-03-26T18:50:13.654 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2023-03-26T18:50:13.676 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done.
2023-03-26T18:50:13.682 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi007.front.sepia.ceph.com -o noatime
2023-03-26T18:50:13.683 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster1-0
2023-03-26T18:50:13.740 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-0
2023-03-26T18:50:13.793 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:50:13.794 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found
2023-03-26T18:50:13.794 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/cluster1-1
2023-03-26T18:50:13.847 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:13.847 INFO:tasks.ceph:role: cluster1.osd.1
2023-03-26T18:50:13.847 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi007.front.sepia.ceph.com
2023-03-26T18:50:13.848 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2
2023-03-26T18:50:13.902 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_2      isize=2048   agcount=4, agsize=5859072 blks
2023-03-26T18:50:13.902 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       reflink=1    bigtime=0 inobtcount=0
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sunit=0      swidth=0 blks
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:log      =internal log           bsize=4096   blocks=11443, version=2
2023-03-26T18:50:13.903 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2023-03-26T18:50:13.904 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2023-03-26T18:50:13.926 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done.
2023-03-26T18:50:13.927 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi007.front.sepia.ceph.com -o noatime
2023-03-26T18:50:13.927 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster1-1
2023-03-26T18:50:13.987 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-1
2023-03-26T18:50:14.041 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:50:14.042 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found
2023-03-26T18:50:14.042 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/osd/cluster1-2
2023-03-26T18:50:14.100 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:14.101 INFO:tasks.ceph:role: cluster1.osd.2
2023-03-26T18:50:14.101 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi007.front.sepia.ceph.com
2023-03-26T18:50:14.102 DEBUG:teuthology.orchestra.run.smithi007:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3
2023-03-26T18:50:14.156 INFO:teuthology.orchestra.run.smithi007.stdout:meta-data=/dev/vg_nvme/lv_3      isize=2048   agcount=4, agsize=5859072 blks
2023-03-26T18:50:14.157 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2023-03-26T18:50:14.157 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2023-03-26T18:50:14.157 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       reflink=1    bigtime=0 inobtcount=0
2023-03-26T18:50:14.157 INFO:teuthology.orchestra.run.smithi007.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2023-03-26T18:50:14.157 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sunit=0      swidth=0 blks
2023-03-26T18:50:14.157 INFO:teuthology.orchestra.run.smithi007.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2023-03-26T18:50:14.158 INFO:teuthology.orchestra.run.smithi007.stdout:log      =internal log           bsize=4096   blocks=11443, version=2
2023-03-26T18:50:14.158 INFO:teuthology.orchestra.run.smithi007.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2023-03-26T18:50:14.158 INFO:teuthology.orchestra.run.smithi007.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2023-03-26T18:50:14.179 INFO:teuthology.orchestra.run.smithi007.stdout:Discarding blocks...Done.
2023-03-26T18:50:14.181 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi007.front.sepia.ceph.com -o noatime
2023-03-26T18:50:14.181 DEBUG:teuthology.orchestra.run.smithi007:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster1-2
2023-03-26T18:50:14.239 DEBUG:teuthology.orchestra.run.smithi007:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-2
2023-03-26T18:50:14.292 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:50:14.293 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: /sbin/restorecon: command not found
2023-03-26T18:50:14.294 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:14.398 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:14.392+0000 7f7aac254640 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-0/keyring: can't open /var/lib/ceph/osd/cluster1-0/keyring: (2) No such file or directory
2023-03-26T18:50:14.398 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:14.392+0000 7f7aac254640 -1 created new key in keyring /var/lib/ceph/osd/cluster1-0/keyring
2023-03-26T18:50:14.399 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:14.392+0000 7f7aac254640 -1 bluestore(/var/lib/ceph/osd/cluster1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-0/block: (2) No such file or directory
2023-03-26T18:50:14.399 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:14.392+0000 7f7aac254640 -1 bluestore(/var/lib/ceph/osd/cluster1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-0/block: (2) No such file or directory
2023-03-26T18:50:14.399 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:14.392+0000 7f7aac254640 -1 bluestore(/var/lib/ceph/osd/cluster1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-0/block: (2) No such file or directory
2023-03-26T18:50:14.399 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:14.392+0000 7f7aac254640 -1 bluestore(/var/lib/ceph/osd/cluster1-0) _read_fsid unparsable uuid
2023-03-26T18:50:17.408 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-0
2023-03-26T18:50:17.422 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:17.507 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:17.503+0000 7fd103f32640 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-1/keyring: can't open /var/lib/ceph/osd/cluster1-1/keyring: (2) No such file or directory
2023-03-26T18:50:17.508 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:17.503+0000 7fd103f32640 -1 created new key in keyring /var/lib/ceph/osd/cluster1-1/keyring
2023-03-26T18:50:17.508 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:17.503+0000 7fd103f32640 -1 bluestore(/var/lib/ceph/osd/cluster1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-1/block: (2) No such file or directory
2023-03-26T18:50:17.508 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:17.503+0000 7fd103f32640 -1 bluestore(/var/lib/ceph/osd/cluster1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-1/block: (2) No such file or directory
2023-03-26T18:50:17.508 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:17.503+0000 7fd103f32640 -1 bluestore(/var/lib/ceph/osd/cluster1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-1/block: (2) No such file or directory
2023-03-26T18:50:17.508 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:17.503+0000 7fd103f32640 -1 bluestore(/var/lib/ceph/osd/cluster1-1) _read_fsid unparsable uuid
2023-03-26T18:50:20.517 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-1
2023-03-26T18:50:20.576 DEBUG:teuthology.orchestra.run.smithi007:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:20.666 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:20.659+0000 7f1c22ccc640 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-2/keyring: can't open /var/lib/ceph/osd/cluster1-2/keyring: (2) No such file or directory
2023-03-26T18:50:20.666 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:20.659+0000 7f1c22ccc640 -1 created new key in keyring /var/lib/ceph/osd/cluster1-2/keyring
2023-03-26T18:50:20.666 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:20.659+0000 7f1c22ccc640 -1 bluestore(/var/lib/ceph/osd/cluster1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-2/block: (2) No such file or directory
2023-03-26T18:50:20.667 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:20.659+0000 7f1c22ccc640 -1 bluestore(/var/lib/ceph/osd/cluster1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-2/block: (2) No such file or directory
2023-03-26T18:50:20.667 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:20.659+0000 7f1c22ccc640 -1 bluestore(/var/lib/ceph/osd/cluster1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster1-2/block: (2) No such file or directory
2023-03-26T18:50:20.667 INFO:teuthology.orchestra.run.smithi007.stderr:2023-03-26T18:50:20.659+0000 7f1c22ccc640 -1 bluestore(/var/lib/ceph/osd/cluster1-2) _read_fsid unparsable uuid
2023-03-26T18:50:23.680 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-2
2023-03-26T18:50:23.737 INFO:tasks.ceph:Reading keys from all nodes...
2023-03-26T18:50:23.737 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:23.737 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/mgr/cluster1-x/keyring of=/dev/stdout
2023-03-26T18:50:23.791 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:23.792 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/cluster1-0/keyring of=/dev/stdout
2023-03-26T18:50:23.850 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:23.851 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/cluster1-1/keyring of=/dev/stdout
2023-03-26T18:50:23.907 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:23.908 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/cluster1-2/keyring of=/dev/stdout
2023-03-26T18:50:23.963 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:23.963 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/cluster1.client.0.keyring of=/dev/stdout
2023-03-26T18:50:24.012 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.012 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.keyring of=/dev/stdout
2023-03-26T18:50:24.018 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.018 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.0.keyring of=/dev/stdout
2023-03-26T18:50:24.065 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.066 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.1.keyring of=/dev/stdout
2023-03-26T18:50:24.113 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.114 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.2.keyring of=/dev/stdout
2023-03-26T18:50:24.161 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.162 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.3.keyring of=/dev/stdout
2023-03-26T18:50:24.210 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.211 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.4.keyring of=/dev/stdout
2023-03-26T18:50:24.259 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.259 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.5.keyring of=/dev/stdout
2023-03-26T18:50:24.306 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:24.306 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster1.client.mirror.6.keyring of=/dev/stdout
2023-03-26T18:50:24.354 INFO:tasks.ceph:Adding keys to all mons...
2023-03-26T18:50:24.355 DEBUG:teuthology.orchestra.run.smithi007:> sudo tee -a /etc/ceph/cluster1.keyring
2023-03-26T18:50:24.367 INFO:teuthology.orchestra.run.smithi007.stdout:[mgr.x]
2023-03-26T18:50:24.367 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDkkyBku9bUMxAA6QD6YKrwH2clE7nL1Cz9xA==
2023-03-26T18:50:24.367 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.0]
2023-03-26T18:50:24.367 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDmkyBkQw63FxAAW/xgh/LX6C/WDBfBg59CZQ==
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.1]
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDpkyBkdJo7HhAAEp31OXf4GHsRs6BE3rFsLA==
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:[osd.2]
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDskyBksiivJxAAMnRcXVFgEn5ubuqgK/ph/w==
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:[client.0]
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDkkyBkKTcQNhAANnEA56MbZmA4YAgzkbI5Ug==
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror]
2023-03-26T18:50:24.368 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDkkyBktVADORAAzs8Y/kXrCHtldGt0KOOx2Q==
2023-03-26T18:50:24.369 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.0]
2023-03-26T18:50:24.369 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBkWhF9AxAAIeo8/MZZs/Bf9fYBiQGx5A==
2023-03-26T18:50:24.369 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.1]
2023-03-26T18:50:24.369 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBkwLOJCBAAS1ttLipfwZhmLpWsXc9Tgw==
2023-03-26T18:50:24.369 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.2]
2023-03-26T18:50:24.369 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBkaqN7DRAAzqXUOYbBNI8wZbyfw5eUWw==
2023-03-26T18:50:24.370 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.3]
2023-03-26T18:50:24.370 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBkjlXFEhAA1AAMw5x3qX14l60ml4HgZg==
2023-03-26T18:50:24.371 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.4]
2023-03-26T18:50:24.372 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBkkCjAFxAAB+S9JV57A06psuDhLjCS+g==
2023-03-26T18:50:24.372 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.5]
2023-03-26T18:50:24.372 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBkKqgIHRAANgRjgM7UggLJrlI1uDEaIw==
2023-03-26T18:50:24.372 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.6]
2023-03-26T18:50:24.372 INFO:teuthology.orchestra.run.smithi007.stdout:	key = AQDlkyBklNYsIhAAnsiaLoGdhB9xWrKm4biDFQ==
2023-03-26T18:50:24.373 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *'
2023-03-26T18:50:24.462 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2023-03-26T18:50:24.545 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2023-03-26T18:50:24.627 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2023-03-26T18:50:24.711 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:24.803 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:24.851 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:24.898 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:24.941 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:25.029 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:25.076 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.4 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:25.122 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.5 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:25.206 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.6 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:50:25.290 INFO:tasks.ceph:Running mkfs on mon nodes...
2023-03-26T18:50:25.290 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mon/cluster1-a
2023-03-26T18:50:25.343 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster1 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster1.monmap --keyring /etc/ceph/cluster1.keyring
2023-03-26T18:50:25.442 DEBUG:teuthology.orchestra.run.smithi007:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster1-a
2023-03-26T18:50:25.454 DEBUG:teuthology.orchestra.run.smithi007:> rm -- /home/ubuntu/cephtest/cluster1.monmap
2023-03-26T18:50:25.499 INFO:tasks.ceph:Starting mon daemons in cluster cluster1...
2023-03-26T18:50:25.500 INFO:tasks.ceph.cluster1.mon.a:Restarting daemon
2023-03-26T18:50:25.502 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster1 -i a
2023-03-26T18:50:25.547 INFO:tasks.ceph.cluster1.mon.a:Started
2023-03-26T18:50:25.547 INFO:tasks.ceph:Starting mgr daemons in cluster cluster1...
2023-03-26T18:50:25.548 INFO:tasks.ceph.cluster1.mgr.x:Restarting daemon
2023-03-26T18:50:25.548 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster1 -i x
2023-03-26T18:50:25.551 INFO:tasks.ceph.cluster1.mgr.x:Started
2023-03-26T18:50:25.551 INFO:tasks.ceph:Setting crush tunables to default
2023-03-26T18:50:25.551 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster cluster1 osd crush tunables default
2023-03-26T18:50:25.797 INFO:teuthology.orchestra.run.smithi007.stderr:adjusted tunables profile to default
2023-03-26T18:50:25.816 INFO:tasks.ceph:check_enable_crimson: False
2023-03-26T18:50:25.816 INFO:tasks.ceph:Starting osd daemons in cluster cluster1...
2023-03-26T18:50:25.816 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:25.817 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/cluster1-0/fsid of=/dev/stdout
2023-03-26T18:50:25.829 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:25.829 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/cluster1-1/fsid of=/dev/stdout
2023-03-26T18:50:25.886 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:25.886 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/osd/cluster1-2/fsid of=/dev/stdout
2023-03-26T18:50:25.928 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:25.923+0000 7f38bdec6180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2023-03-26T18:50:25.939 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster cluster1 osd new ab8b17bc-0302-4cc1-87cf-f13fb5f54fec 0
2023-03-26T18:50:26.195 INFO:teuthology.orchestra.run.smithi007.stdout:0
2023-03-26T18:50:26.214 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster cluster1 osd new c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1 1
2023-03-26T18:50:26.423 INFO:teuthology.orchestra.run.smithi007.stdout:1
2023-03-26T18:50:26.442 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster cluster1 osd new f3e6197c-c41a-47d6-8cea-92192f58dc0a 2
2023-03-26T18:50:26.479 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:26.471+0000 7f38bdec6180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2023-03-26T18:50:26.647 INFO:teuthology.orchestra.run.smithi007.stdout:2
2023-03-26T18:50:26.666 INFO:tasks.ceph.cluster1.osd.0:Restarting daemon
2023-03-26T18:50:26.667 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 0
2023-03-26T18:50:26.684 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:26.679+0000 7f38bdec6180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2023-03-26T18:50:26.686 INFO:tasks.ceph.cluster1.osd.0:Started
2023-03-26T18:50:26.686 INFO:tasks.ceph.cluster1.osd.1:Restarting daemon
2023-03-26T18:50:26.686 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 1
2023-03-26T18:50:26.689 INFO:tasks.ceph.cluster1.osd.1:Started
2023-03-26T18:50:26.689 INFO:tasks.ceph.cluster1.osd.2:Restarting daemon
2023-03-26T18:50:26.690 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 2
2023-03-26T18:50:26.693 INFO:tasks.ceph.cluster1.osd.2:Started
2023-03-26T18:50:26.694 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json
2023-03-26T18:50:26.871 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:26.871 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":5,"fsid":"c890ce62-9771-4435-92df-fd29808e465e","created":"2023-03-26T18:50:25.680125+0000","modified":"2023-03-26T18:50:26.644630+0000","last_up_change":"0.000000","last_in_change":"2023-03-26T18:50:26.644630+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ab8b17bc-0302-4cc1-87cf-f13fb5f54fec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f3e6197c-c41a-47d6-8cea-92192f58dc0a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:50:26.886 INFO:tasks.ceph.ceph_manager.cluster1:[]
2023-03-26T18:50:26.887 INFO:tasks.ceph:Waiting for OSDs to come up
2023-03-26T18:50:27.190 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json
2023-03-26T18:50:27.273 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.267+0000 7f38bdec6180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2023-03-26T18:50:27.323 INFO:tasks.ceph.cluster1.osd.1.smithi007.stderr:2023-03-26T18:50:27.319+0000 7f869c521640 -1 Falling back to public interface
2023-03-26T18:50:27.332 INFO:tasks.ceph.cluster1.osd.0.smithi007.stderr:2023-03-26T18:50:27.327+0000 7fe485f0a640 -1 Falling back to public interface
2023-03-26T18:50:27.332 INFO:tasks.ceph.cluster1.osd.2.smithi007.stderr:2023-03-26T18:50:27.327+0000 7f525351c640 -1 Falling back to public interface
2023-03-26T18:50:27.334 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.327+0000 7f38bdec6180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2023-03-26T18:50:27.375 INFO:teuthology.misc.health.smithi007.stdout:
2023-03-26T18:50:27.376 INFO:teuthology.misc.health.smithi007.stdout:{"epoch":5,"fsid":"c890ce62-9771-4435-92df-fd29808e465e","created":"2023-03-26T18:50:25.680125+0000","modified":"2023-03-26T18:50:26.644630+0000","last_up_change":"0.000000","last_in_change":"2023-03-26T18:50:26.644630+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ab8b17bc-0302-4cc1-87cf-f13fb5f54fec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f3e6197c-c41a-47d6-8cea-92192f58dc0a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:50:27.389 DEBUG:teuthology.misc:0 of 3 OSDs are up
2023-03-26T18:50:27.390 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.387+0000 7f38bdec6180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2023-03-26T18:50:27.472 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.467+0000 7f38bdec6180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2023-03-26T18:50:27.526 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.519+0000 7f38bdec6180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2023-03-26T18:50:27.606 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.599+0000 7f38bdec6180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2023-03-26T18:50:27.660 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.655+0000 7f38bdec6180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2023-03-26T18:50:27.804 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.799+0000 7f38bdec6180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2023-03-26T18:50:27.867 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:27.859+0000 7f38bdec6180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2023-03-26T18:50:28.457 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode.
2023-03-26T18:50:28.457 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve.
2023-03-26T18:50:28.457 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:  from numpy import show_config as show_numpy_config
2023-03-26T18:50:28.522 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:28.515+0000 7f38bdec6180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2023-03-26T18:50:28.676 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:28.671+0000 7f38bdec6180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2023-03-26T18:50:28.834 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:28.827+0000 7f38bdec6180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2023-03-26T18:50:28.901 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:28.895+0000 7f38bdec6180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2023-03-26T18:50:29.028 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:29.023+0000 7f38bdec6180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2023-03-26T18:50:29.692 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:29.687+0000 7f38bdec6180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2023-03-26T18:50:29.770 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:29.763+0000 7f38bdec6180 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2023-03-26T18:50:29.947 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:29.939+0000 7f38bdec6180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2023-03-26T18:50:30.024 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:30.019+0000 7f38bdec6180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2023-03-26T18:50:30.281 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:30.275+0000 7f38bdec6180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2023-03-26T18:50:30.345 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:30.339+0000 7f38bdec6180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2023-03-26T18:50:31.154 INFO:tasks.ceph.cluster1.osd.2.smithi007.stderr:2023-03-26T18:50:31.147+0000 7f525351c640 -1 osd.2 0 log_to_monitors true
2023-03-26T18:50:31.269 INFO:tasks.ceph.cluster1.osd.0.smithi007.stderr:2023-03-26T18:50:31.263+0000 7fe485f0a640 -1 osd.0 0 log_to_monitors true
2023-03-26T18:50:31.282 INFO:tasks.ceph.cluster1.osd.1.smithi007.stderr:2023-03-26T18:50:31.275+0000 7f869c521640 -1 osd.1 0 log_to_monitors true
2023-03-26T18:50:31.581 INFO:tasks.ceph.cluster1.mgr.x.smithi007.stderr:2023-03-26T18:50:31.575+0000 7f3865889640 -1 mgr.server handle_report got status from non-daemon mon.a
2023-03-26T18:50:33.693 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json
2023-03-26T18:50:34.042 INFO:tasks.ceph.cluster1.osd.2.smithi007.stderr:2023-03-26T18:50:34.035+0000 7f524ec9e640 -1 osd.2 0 waiting for initial osdmap
2023-03-26T18:50:34.067 INFO:tasks.ceph.cluster1.osd.2.smithi007.stderr:2023-03-26T18:50:34.063+0000 7f52472e3640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2023-03-26T18:50:34.073 INFO:tasks.ceph.cluster1.osd.1.smithi007.stderr:2023-03-26T18:50:34.067+0000 7f8697ca3640 -1 osd.1 0 waiting for initial osdmap
2023-03-26T18:50:34.115 INFO:tasks.ceph.cluster1.osd.1.smithi007.stderr:2023-03-26T18:50:34.111+0000 7f86902e8640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2023-03-26T18:50:34.132 INFO:tasks.ceph.cluster1.osd.0.smithi007.stderr:2023-03-26T18:50:34.127+0000 7fe48168c640 -1 osd.0 0 waiting for initial osdmap
2023-03-26T18:50:34.132 INFO:teuthology.misc.health.smithi007.stdout:
2023-03-26T18:50:34.132 INFO:teuthology.misc.health.smithi007.stdout:{"epoch":7,"fsid":"c890ce62-9771-4435-92df-fd29808e465e","created":"2023-03-26T18:50:25.680125+0000","modified":"2023-03-26T18:50:32.639381+0000","last_up_change":"0.000000","last_in_change":"2023-03-26T18:50:26.644630+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ab8b17bc-0302-4cc1-87cf-f13fb5f54fec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f3e6197c-c41a-47d6-8cea-92192f58dc0a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:50:34.149 DEBUG:teuthology.misc:0 of 3 OSDs are up
2023-03-26T18:50:34.175 INFO:tasks.ceph.cluster1.osd.0.smithi007.stderr:2023-03-26T18:50:34.171+0000 7fe479cd1640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2023-03-26T18:50:40.452 DEBUG:teuthology.orchestra.run.smithi007:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json
2023-03-26T18:50:40.750 INFO:teuthology.misc.health.smithi007.stdout:
2023-03-26T18:50:40.750 INFO:teuthology.misc.health.smithi007.stdout:{"epoch":12,"fsid":"c890ce62-9771-4435-92df-fd29808e465e","created":"2023-03-26T18:50:25.680125+0000","modified":"2023-03-26T18:50:39.086466+0000","last_up_change":"2023-03-26T18:50:35.074815+0000","last_in_change":"2023-03-26T18:50:26.644630+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-26T18:50:36.447737+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ab8b17bc-0302-4cc1-87cf-f13fb5f54fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":33356},{"type":"v1","addr":"172.21.15.7:6810","nonce":33356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6813","nonce":33356},{"type":"v1","addr":"172.21.15.7:6815","nonce":33356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":33356},{"type":"v1","addr":"172.21.15.7:6823","nonce":33356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6817","nonce":33356},{"type":"v1","addr":"172.21.15.7:6819","nonce":33356}]},"public_addr":"172.21.15.7:6810/33356","cluster_addr":"172.21.15.7:6815/33356","heartbeat_back_addr":"172.21.15.7:6823/33356","heartbeat_front_addr":"172.21.15.7:6819/33356","state":["exists","up"]},{"osd":1,"uuid":"c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":33355},{"type":"v1","addr":"172.21.15.7:6801","nonce":33355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":33355},{"type":"v1","addr":"172.21.15.7:6803","nonce":33355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":33355},{"type":"v1","addr":"172.21.15.7:6807","nonce":33355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":33355},{"type":"v1","addr":"172.21.15.7:6805","nonce":33355}]},"public_addr":"172.21.15.7:6801/33355","cluster_addr":"172.21.15.7:6803/33355","heartbeat_back_addr":"172.21.15.7:6807/33355","heartbeat_front_addr":"172.21.15.7:6805/33355","state":["exists","up"]},{"osd":2,"uuid":"f3e6197c-c41a-47d6-8cea-92192f58dc0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6809","nonce":33357},{"type":"v1","addr":"172.21.15.7:6811","nonce":33357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":33357},{"type":"v1","addr":"172.21.15.7:6814","nonce":33357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":33357},{"type":"v1","addr":"172.21.15.7:6821","nonce":33357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":33357},{"type":"v1","addr":"172.21.15.7:6818","nonce":33357}]},"public_addr":"172.21.15.7:6811/33357","cluster_addr":"172.21.15.7:6814/33357","heartbeat_back_addr":"172.21.15.7:6821/33357","heartbeat_front_addr":"172.21.15.7:6818/33357","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.233610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.236679+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.194807+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:50:40.767 DEBUG:teuthology.misc:3 of 3 OSDs are up
2023-03-26T18:50:40.768 INFO:tasks.ceph:Creating RBD pool
2023-03-26T18:50:40.768 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster cluster1 osd pool create rbd 8
2023-03-26T18:50:41.648 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'rbd' created
2023-03-26T18:50:41.674 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --cluster cluster1 osd pool application enable rbd rbd --yes-i-really-mean-it
2023-03-26T18:50:42.662 INFO:teuthology.orchestra.run.smithi007.stderr:enabled application 'rbd' on pool 'rbd'
2023-03-26T18:50:42.690 INFO:tasks.ceph:Starting mds daemons in cluster cluster1...
2023-03-26T18:50:42.690 INFO:tasks.ceph:Waiting until cluster1 daemons up and pgs clean...
2023-03-26T18:50:42.691 INFO:tasks.ceph.ceph_manager.cluster1:waiting for mgr available
2023-03-26T18:50:42.691 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 mgr dump --format=json
2023-03-26T18:50:42.691 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting
2023-03-26T18:50:43.016 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:43.032 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":5,"active_gid":4099,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":33179},{"type":"v1","addr":"172.21.15.7:6825","nonce":33179}]},"active_addr":"172.21.15.7:6825/33179","active_change":"2023-03-26T18:50:30.364353+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1830749716}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1046257348}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":631597602}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":3932259868}]}]}
2023-03-26T18:50:43.036 INFO:tasks.ceph.ceph_manager.cluster1:mgr available!
2023-03-26T18:50:43.036 INFO:tasks.ceph.ceph_manager.cluster1:waiting for all up
2023-03-26T18:50:43.037 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json
2023-03-26T18:50:43.312 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:43.312 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":14,"fsid":"c890ce62-9771-4435-92df-fd29808e465e","created":"2023-03-26T18:50:25.680125+0000","modified":"2023-03-26T18:50:42.650414+0000","last_up_change":"2023-03-26T18:50:35.074815+0000","last_in_change":"2023-03-26T18:50:26.644630+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-26T18:50:36.447737+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-26T18:50:41.106452+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ab8b17bc-0302-4cc1-87cf-f13fb5f54fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":33356},{"type":"v1","addr":"172.21.15.7:6810","nonce":33356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6813","nonce":33356},{"type":"v1","addr":"172.21.15.7:6815","nonce":33356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":33356},{"type":"v1","addr":"172.21.15.7:6823","nonce":33356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6817","nonce":33356},{"type":"v1","addr":"172.21.15.7:6819","nonce":33356}]},"public_addr":"172.21.15.7:6810/33356","cluster_addr":"172.21.15.7:6815/33356","heartbeat_back_addr":"172.21.15.7:6823/33356","heartbeat_front_addr":"172.21.15.7:6819/33356","state":["exists","up"]},{"osd":1,"uuid":"c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":33355},{"type":"v1","addr":"172.21.15.7:6801","nonce":33355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":33355},{"type":"v1","addr":"172.21.15.7:6803","nonce":33355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":33355},{"type":"v1","addr":"172.21.15.7:6807","nonce":33355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":33355},{"type":"v1","addr":"172.21.15.7:6805","nonce":33355}]},"public_addr":"172.21.15.7:6801/33355","cluster_addr":"172.21.15.7:6803/33355","heartbeat_back_addr":"172.21.15.7:6807/33355","heartbeat_front_addr":"172.21.15.7:6805/33355","state":["exists","up"]},{"osd":2,"uuid":"f3e6197c-c41a-47d6-8cea-92192f58dc0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6809","nonce":33357},{"type":"v1","addr":"172.21.15.7:6811","nonce":33357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":33357},{"type":"v1","addr":"172.21.15.7:6814","nonce":33357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":33357},{"type":"v1","addr":"172.21.15.7:6821","nonce":33357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":33357},{"type":"v1","addr":"172.21.15.7:6818","nonce":33357}]},"public_addr":"172.21.15.7:6811/33357","cluster_addr":"172.21.15.7:6814/33357","heartbeat_back_addr":"172.21.15.7:6821/33357","heartbeat_front_addr":"172.21.15.7:6818/33357","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.233610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.236679+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.194807+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:50:43.330 INFO:tasks.ceph.ceph_manager.cluster1:all up!
2023-03-26T18:50:43.331 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json
2023-03-26T18:50:43.624 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:43.624 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":14,"fsid":"c890ce62-9771-4435-92df-fd29808e465e","created":"2023-03-26T18:50:25.680125+0000","modified":"2023-03-26T18:50:42.650414+0000","last_up_change":"2023-03-26T18:50:35.074815+0000","last_in_change":"2023-03-26T18:50:26.644630+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-26T18:50:36.447737+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-26T18:50:41.106452+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ab8b17bc-0302-4cc1-87cf-f13fb5f54fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":33356},{"type":"v1","addr":"172.21.15.7:6810","nonce":33356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6813","nonce":33356},{"type":"v1","addr":"172.21.15.7:6815","nonce":33356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":33356},{"type":"v1","addr":"172.21.15.7:6823","nonce":33356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6817","nonce":33356},{"type":"v1","addr":"172.21.15.7:6819","nonce":33356}]},"public_addr":"172.21.15.7:6810/33356","cluster_addr":"172.21.15.7:6815/33356","heartbeat_back_addr":"172.21.15.7:6823/33356","heartbeat_front_addr":"172.21.15.7:6819/33356","state":["exists","up"]},{"osd":1,"uuid":"c1188cf3-5a6e-4e15-a8c8-b78ef8df1ab1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":33355},{"type":"v1","addr":"172.21.15.7:6801","nonce":33355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":33355},{"type":"v1","addr":"172.21.15.7:6803","nonce":33355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":33355},{"type":"v1","addr":"172.21.15.7:6807","nonce":33355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":33355},{"type":"v1","addr":"172.21.15.7:6805","nonce":33355}]},"public_addr":"172.21.15.7:6801/33355","cluster_addr":"172.21.15.7:6803/33355","heartbeat_back_addr":"172.21.15.7:6807/33355","heartbeat_front_addr":"172.21.15.7:6805/33355","state":["exists","up"]},{"osd":2,"uuid":"f3e6197c-c41a-47d6-8cea-92192f58dc0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6809","nonce":33357},{"type":"v1","addr":"172.21.15.7:6811","nonce":33357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":33357},{"type":"v1","addr":"172.21.15.7:6814","nonce":33357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":33357},{"type":"v1","addr":"172.21.15.7:6821","nonce":33357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":33357},{"type":"v1","addr":"172.21.15.7:6818","nonce":33357}]},"public_addr":"172.21.15.7:6811/33357","cluster_addr":"172.21.15.7:6814/33357","heartbeat_back_addr":"172.21.15.7:6821/33357","heartbeat_front_addr":"172.21.15.7:6818/33357","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.233610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.236679+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:50:32.194807+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:50:43.641 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 flush_pg_stats
2023-03-26T18:50:43.642 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 flush_pg_stats
2023-03-26T18:50:43.642 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 flush_pg_stats
2023-03-26T18:50:43.789 INFO:teuthology.orchestra.run.smithi007.stdout:34359738372
2023-03-26T18:50:43.790 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2
2023-03-26T18:50:43.809 INFO:teuthology.orchestra.run.smithi007.stdout:34359738372
2023-03-26T18:50:43.810 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1
2023-03-26T18:50:43.811 INFO:teuthology.orchestra.run.smithi007.stdout:34359738372
2023-03-26T18:50:43.811 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0
2023-03-26T18:50:44.069 INFO:teuthology.orchestra.run.smithi007.stdout:34359738371
2023-03-26T18:50:44.085 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738371 for osd.2
2023-03-26T18:50:44.125 INFO:teuthology.orchestra.run.smithi007.stdout:34359738371
2023-03-26T18:50:44.133 INFO:teuthology.orchestra.run.smithi007.stdout:34359738371
2023-03-26T18:50:44.143 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738371 for osd.1
2023-03-26T18:50:44.151 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738371 for osd.0
2023-03-26T18:50:45.086 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2
2023-03-26T18:50:45.144 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1
2023-03-26T18:50:45.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0
2023-03-26T18:50:45.420 INFO:teuthology.orchestra.run.smithi007.stdout:34359738372
2023-03-26T18:50:45.438 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738372 for osd.2
2023-03-26T18:50:45.438 DEBUG:teuthology.parallel:result is None
2023-03-26T18:50:45.455 INFO:teuthology.orchestra.run.smithi007.stdout:34359738372
2023-03-26T18:50:45.471 INFO:teuthology.orchestra.run.smithi007.stdout:34359738372
2023-03-26T18:50:45.472 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738372 for osd.1
2023-03-26T18:50:45.473 DEBUG:teuthology.parallel:result is None
2023-03-26T18:50:45.487 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738372 for osd.0
2023-03-26T18:50:45.488 DEBUG:teuthology.parallel:result is None
2023-03-26T18:50:45.488 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean
2023-03-26T18:50:45.488 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json
2023-03-26T18:50:45.800 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:45.800 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all
2023-03-26T18:50:45.816 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2023-03-26T18:50:44.372581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":37448,"kb_used_data":1520,"kb_used_omap":0,"kb_used_meta":35904,"kb_avail":283078072,"statfs":{"total":289910292480,"available":289871945728,"internally_reserved":0,"allocated":1556480,"data_stored":1281896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":36765696},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.728057"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.788027+0000","last_change":"2023-03-26T18:50:42.673455+0000","last_active":"2023-03-26T18:50:43.788027+0000","last_peered":"2023-03-26T18:50:43.788027+0000","last_clean":"2023-03-26T18:50:43.788027+0000","last_became_active":"2023-03-26T18:50:42.672780+0000","last_became_peered":"2023-03-26T18:50:42.672780+0000","last_unstale":"2023-03-26T18:50:43.788027+0000","last_undegraded":"2023-03-26T18:50:43.788027+0000","last_fullsized":"2023-03-26T18:50:43.788027+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T00:15:56.008360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.788044+0000","last_change":"2023-03-26T18:50:42.673780+0000","last_active":"2023-03-26T18:50:43.788044+0000","last_peered":"2023-03-26T18:50:43.788044+0000","last_clean":"2023-03-26T18:50:43.788044+0000","last_became_active":"2023-03-26T18:50:42.672649+0000","last_became_peered":"2023-03-26T18:50:42.672649+0000","last_unstale":"2023-03-26T18:50:43.788044+0000","last_undegraded":"2023-03-26T18:50:43.788044+0000","last_fullsized":"2023-03-26T18:50:43.788044+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T20:27:25.714886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.787879+0000","last_change":"2023-03-26T18:50:42.671519+0000","last_active":"2023-03-26T18:50:43.787879+0000","last_peered":"2023-03-26T18:50:43.787879+0000","last_clean":"2023-03-26T18:50:43.787879+0000","last_became_active":"2023-03-26T18:50:42.670965+0000","last_became_peered":"2023-03-26T18:50:42.670965+0000","last_unstale":"2023-03-26T18:50:43.787879+0000","last_undegraded":"2023-03-26T18:50:43.787879+0000","last_fullsized":"2023-03-26T18:50:43.787879+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T03:22:04.625778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.787940+0000","last_change":"2023-03-26T18:50:42.671373+0000","last_active":"2023-03-26T18:50:43.787940+0000","last_peered":"2023-03-26T18:50:43.787940+0000","last_clean":"2023-03-26T18:50:43.787940+0000","last_became_active":"2023-03-26T18:50:42.670996+0000","last_became_peered":"2023-03-26T18:50:42.670996+0000","last_unstale":"2023-03-26T18:50:43.787940+0000","last_undegraded":"2023-03-26T18:50:43.787940+0000","last_fullsized":"2023-03-26T18:50:43.787940+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T23:36:15.154123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:50:42.675244+0000","last_change":"2023-03-26T18:50:42.672590+0000","last_active":"2023-03-26T18:50:42.675244+0000","last_peered":"2023-03-26T18:50:42.675244+0000","last_clean":"2023-03-26T18:50:42.675244+0000","last_became_active":"2023-03-26T18:50:42.672078+0000","last_became_peered":"2023-03-26T18:50:42.672078+0000","last_unstale":"2023-03-26T18:50:42.675244+0000","last_undegraded":"2023-03-26T18:50:42.675244+0000","last_fullsized":"2023-03-26T18:50:42.675244+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T20:03:05.068191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.658933+0000","last_change":"2023-03-26T18:50:42.673570+0000","last_active":"2023-03-26T18:50:43.658933+0000","last_peered":"2023-03-26T18:50:43.658933+0000","last_clean":"2023-03-26T18:50:43.658933+0000","last_became_active":"2023-03-26T18:50:42.673124+0000","last_became_peered":"2023-03-26T18:50:42.673124+0000","last_unstale":"2023-03-26T18:50:43.658933+0000","last_undegraded":"2023-03-26T18:50:43.658933+0000","last_fullsized":"2023-03-26T18:50:43.658933+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T04:18:03.816572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.658809+0000","last_change":"2023-03-26T18:50:42.674282+0000","last_active":"2023-03-26T18:50:43.658809+0000","last_peered":"2023-03-26T18:50:43.658809+0000","last_clean":"2023-03-26T18:50:43.658809+0000","last_became_active":"2023-03-26T18:50:42.672745+0000","last_became_peered":"2023-03-26T18:50:42.672745+0000","last_unstale":"2023-03-26T18:50:43.658809+0000","last_undegraded":"2023-03-26T18:50:43.658809+0000","last_fullsized":"2023-03-26T18:50:43.658809+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T21:54:22.980997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.787928+0000","last_change":"2023-03-26T18:50:42.671686+0000","last_active":"2023-03-26T18:50:43.787928+0000","last_peered":"2023-03-26T18:50:43.787928+0000","last_clean":"2023-03-26T18:50:43.787928+0000","last_became_active":"2023-03-26T18:50:42.671190+0000","last_became_peered":"2023-03-26T18:50:42.671190+0000","last_unstale":"2023-03-26T18:50:43.787928+0000","last_undegraded":"2023-03-26T18:50:43.787928+0000","last_fullsized":"2023-03-26T18:50:43.787928+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T06:11:22.954510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":140,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:50:42.667171+0000","last_change":"2023-03-26T18:50:38.217384+0000","last_active":"2023-03-26T18:50:42.667171+0000","last_peered":"2023-03-26T18:50:42.667171+0000","last_clean":"2023-03-26T18:50:42.667171+0000","last_became_active":"2023-03-26T18:50:38.215171+0000","last_became_peered":"2023-03-26T18:50:38.215171+0000","last_unstale":"2023-03-26T18:50:42.667171+0000","last_undegraded":"2023-03-26T18:50:42.667171+0000","last_fullsized":"2023-03-26T18:50:42.667171+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:37.078489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:37.078489+0000","last_clean_scrub_stamp":"2023-03-26T18:50:37.078489+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T00:57:57.156639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":11840,"kb_used_data":120,"kb_used_omap":0,"kb_used_meta":11712,"kb_avail":94360000,"statfs":{"total":96636764160,"available":96624640000,"internally_reserved":0,"allocated":122880,"data_stored":33720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11993088},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]}]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12804,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":12096,"kb_avail":94359036,"statfs":{"total":96636764160,"available":96623652864,"internally_reserved":0,"allocated":716800,"data_stored":624088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12386304},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]}]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12804,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":12096,"kb_avail":94359036,"statfs":{"total":96636764160,"available":96623652864,"internally_reserved":0,"allocated":716800,"data_stored":624088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12386304},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2023-03-26T18:50:45.817 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json
2023-03-26T18:50:46.087 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:46.088 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all
2023-03-26T18:50:46.104 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2023-03-26T18:50:44.372581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":37448,"kb_used_data":1520,"kb_used_omap":0,"kb_used_meta":35904,"kb_avail":283078072,"statfs":{"total":289910292480,"available":289871945728,"internally_reserved":0,"allocated":1556480,"data_stored":1281896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":36765696},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.728057"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.788027+0000","last_change":"2023-03-26T18:50:42.673455+0000","last_active":"2023-03-26T18:50:43.788027+0000","last_peered":"2023-03-26T18:50:43.788027+0000","last_clean":"2023-03-26T18:50:43.788027+0000","last_became_active":"2023-03-26T18:50:42.672780+0000","last_became_peered":"2023-03-26T18:50:42.672780+0000","last_unstale":"2023-03-26T18:50:43.788027+0000","last_undegraded":"2023-03-26T18:50:43.788027+0000","last_fullsized":"2023-03-26T18:50:43.788027+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T00:15:56.008360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.788044+0000","last_change":"2023-03-26T18:50:42.673780+0000","last_active":"2023-03-26T18:50:43.788044+0000","last_peered":"2023-03-26T18:50:43.788044+0000","last_clean":"2023-03-26T18:50:43.788044+0000","last_became_active":"2023-03-26T18:50:42.672649+0000","last_became_peered":"2023-03-26T18:50:42.672649+0000","last_unstale":"2023-03-26T18:50:43.788044+0000","last_undegraded":"2023-03-26T18:50:43.788044+0000","last_fullsized":"2023-03-26T18:50:43.788044+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T20:27:25.714886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.787879+0000","last_change":"2023-03-26T18:50:42.671519+0000","last_active":"2023-03-26T18:50:43.787879+0000","last_peered":"2023-03-26T18:50:43.787879+0000","last_clean":"2023-03-26T18:50:43.787879+0000","last_became_active":"2023-03-26T18:50:42.670965+0000","last_became_peered":"2023-03-26T18:50:42.670965+0000","last_unstale":"2023-03-26T18:50:43.787879+0000","last_undegraded":"2023-03-26T18:50:43.787879+0000","last_fullsized":"2023-03-26T18:50:43.787879+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T03:22:04.625778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.787940+0000","last_change":"2023-03-26T18:50:42.671373+0000","last_active":"2023-03-26T18:50:43.787940+0000","last_peered":"2023-03-26T18:50:43.787940+0000","last_clean":"2023-03-26T18:50:43.787940+0000","last_became_active":"2023-03-26T18:50:42.670996+0000","last_became_peered":"2023-03-26T18:50:42.670996+0000","last_unstale":"2023-03-26T18:50:43.787940+0000","last_undegraded":"2023-03-26T18:50:43.787940+0000","last_fullsized":"2023-03-26T18:50:43.787940+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T23:36:15.154123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:50:42.675244+0000","last_change":"2023-03-26T18:50:42.672590+0000","last_active":"2023-03-26T18:50:42.675244+0000","last_peered":"2023-03-26T18:50:42.675244+0000","last_clean":"2023-03-26T18:50:42.675244+0000","last_became_active":"2023-03-26T18:50:42.672078+0000","last_became_peered":"2023-03-26T18:50:42.672078+0000","last_unstale":"2023-03-26T18:50:42.675244+0000","last_undegraded":"2023-03-26T18:50:42.675244+0000","last_fullsized":"2023-03-26T18:50:42.675244+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T20:03:05.068191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.658933+0000","last_change":"2023-03-26T18:50:42.673570+0000","last_active":"2023-03-26T18:50:43.658933+0000","last_peered":"2023-03-26T18:50:43.658933+0000","last_clean":"2023-03-26T18:50:43.658933+0000","last_became_active":"2023-03-26T18:50:42.673124+0000","last_became_peered":"2023-03-26T18:50:42.673124+0000","last_unstale":"2023-03-26T18:50:43.658933+0000","last_undegraded":"2023-03-26T18:50:43.658933+0000","last_fullsized":"2023-03-26T18:50:43.658933+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T04:18:03.816572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.658809+0000","last_change":"2023-03-26T18:50:42.674282+0000","last_active":"2023-03-26T18:50:43.658809+0000","last_peered":"2023-03-26T18:50:43.658809+0000","last_clean":"2023-03-26T18:50:43.658809+0000","last_became_active":"2023-03-26T18:50:42.672745+0000","last_became_peered":"2023-03-26T18:50:42.672745+0000","last_unstale":"2023-03-26T18:50:43.658809+0000","last_undegraded":"2023-03-26T18:50:43.658809+0000","last_fullsized":"2023-03-26T18:50:43.658809+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T21:54:22.980997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:50:43.787928+0000","last_change":"2023-03-26T18:50:42.671686+0000","last_active":"2023-03-26T18:50:43.787928+0000","last_peered":"2023-03-26T18:50:43.787928+0000","last_clean":"2023-03-26T18:50:43.787928+0000","last_became_active":"2023-03-26T18:50:42.671190+0000","last_became_peered":"2023-03-26T18:50:42.671190+0000","last_unstale":"2023-03-26T18:50:43.787928+0000","last_undegraded":"2023-03-26T18:50:43.787928+0000","last_fullsized":"2023-03-26T18:50:43.787928+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:41.641557+0000","last_clean_scrub_stamp":"2023-03-26T18:50:41.641557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T06:11:22.954510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":140,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:50:42.667171+0000","last_change":"2023-03-26T18:50:38.217384+0000","last_active":"2023-03-26T18:50:42.667171+0000","last_peered":"2023-03-26T18:50:42.667171+0000","last_clean":"2023-03-26T18:50:42.667171+0000","last_became_active":"2023-03-26T18:50:38.215171+0000","last_became_peered":"2023-03-26T18:50:38.215171+0000","last_unstale":"2023-03-26T18:50:42.667171+0000","last_undegraded":"2023-03-26T18:50:42.667171+0000","last_fullsized":"2023-03-26T18:50:42.667171+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:50:37.078489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:50:37.078489+0000","last_clean_scrub_stamp":"2023-03-26T18:50:37.078489+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T00:57:57.156639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":11840,"kb_used_data":120,"kb_used_omap":0,"kb_used_meta":11712,"kb_avail":94360000,"statfs":{"total":96636764160,"available":96624640000,"internally_reserved":0,"allocated":122880,"data_stored":33720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11993088},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]}]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12804,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":12096,"kb_avail":94359036,"statfs":{"total":96636764160,"available":96623652864,"internally_reserved":0,"allocated":716800,"data_stored":624088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12386304},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]}]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":12804,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":12096,"kb_avail":94359036,"statfs":{"total":96636764160,"available":96623652864,"internally_reserved":0,"allocated":716800,"data_stored":624088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12386304},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2023-03-26T18:50:46.106 INFO:tasks.ceph.ceph_manager.cluster1:clean!
2023-03-26T18:50:46.106 INFO:tasks.ceph:Waiting until ceph cluster cluster1 is healthy...
2023-03-26T18:50:46.106 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy
2023-03-26T18:50:46.107 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 health --format=json
2023-03-26T18:50:46.409 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:46.410 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2023-03-26T18:50:46.427 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy done
2023-03-26T18:50:46.428 INFO:teuthology.run_tasks:Running task ceph...
2023-03-26T18:50:46.439 INFO:tasks.ceph:Creating ceph cluster cluster2...
2023-03-26T18:50:46.439 INFO:tasks.ceph:config {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'cluster2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True}
2023-03-26T18:50:46.439 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi/7219489', 'branch': 'wip-coro-test', 'description': 'rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-fsx-workunit}', 'email': 'aemerson@redhat.com', 'first_in_suite': False, 'job_id': '7219489', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'run two ceph clusters and install rbd-mirror'}, {'desc': 'configure the permissions for client.mirror'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}, {'desc': 'run four rbd-mirror daemons per cluster'}, {'desc': 'run multiple FSX workloads to simulate cluster load and then verify that the images were replicated'}], 'name': 'aemerson-2023-03-24_16:42:49-rbd-wip-coro-test-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 3, 'size': 30}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-coro-test'}, 'ceph': {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-coro-test', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, 'owner': 'scheduled_aemerson@teuthology', 'priority': 150, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0'], ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4', 'sleep_before_teardown': 0, 'suite': 'rbd', 'suite_branch': 'wip-coro-test', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_992e4bc04931e307ee0af0e78ea5dc3e32d072a4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4', 'targets': {'smithi007.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG16OU3g8oyBFPlQ4rE4cBB4GkLWWV3sMuOr1JMTx1IeiC2vQP9t5fsbsWp4y3tBRCb+kQ/lQZ5oO/HhwyIZL1I=', 'smithi146.front.sepia.ceph.com': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINZFgOvKcpCLRcg6eejcHEP5/B+6sDtZEHig2h3G5eZR'}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': ['rbd-mirror'], 'flavor': 'default', 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, {'ceph': {'cluster': 'cluster1', 'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, {'ceph': {'cluster': 'cluster2', 'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'}}, {'exec': {'cluster1.client.mirror.0': ["sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'"]}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.3', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.3', 'thrash': True}}, {'rbd-mirror-thrash': {'cluster': 'cluster1'}}, {'rbd-mirror-thrash': {'cluster': 'cluster2'}}, {'workunit': {'clients': {'cluster1.client.mirror': ['rbd/rbd_mirror_fsx_prepare.sh']}, 'env': {'CEPH_ARGS': '', 'RBD_MIRROR_NOCLEANUP': '1', 'RBD_MIRROR_USE_EXISTING_CLUSTER': '1', 'RBD_MIRROR_USE_RBD_MIRROR': '1'}}}, {'rbd_fsx': {'clients': ['cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5'], 'keep_images': True, 'ops': 6000, 'pool_name': 'mirror'}}, {'workunit': {'clients': {'cluster1.client.mirror': ['rbd/rbd_mirror_fsx_compare.sh']}, 'env': {'CEPH_ARGS': '', 'RBD_MIRROR_USE_EXISTING_CLUSTER': '1', 'RBD_MIRROR_USE_RBD_MIRROR': '1'}, 'timeout': '6h'}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'e3729161eecf8e6d09a4069acbb883cdcd5e9f50', 'timestamp': '2023-03-24_16:42:49', 'tube': 'smithi', 'user': 'aemerson', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4538'}
2023-03-26T18:50:46.440 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data
2023-03-26T18:50:46.443 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data
2023-03-26T18:50:46.449 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m0777 -- /var/run/ceph
2023-03-26T18:50:46.492 DEBUG:teuthology.orchestra.run.smithi146:> sudo install -d -m0777 -- /var/run/ceph
2023-03-26T18:50:46.506 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:46.507 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/scratch_devs of=/dev/stdout
2023-03-26T18:50:46.554 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2023-03-26T18:50:46.554 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_1
2023-03-26T18:50:46.602 INFO:teuthology.orchestra.run.smithi146.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2023-03-26T18:50:46.603 INFO:teuthology.orchestra.run.smithi146.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:46.603 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d	Inode: 890         Links: 1
2023-03-26T18:50:46.603 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:46.603 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2023-03-26 18:44:50.056824275 +0000
2023-03-26T18:50:46.603 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2023-03-26 18:44:50.052824310 +0000
2023-03-26T18:50:46.603 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2023-03-26 18:44:50.052824310 +0000
2023-03-26T18:50:46.604 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: -
2023-03-26T18:50:46.604 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1
2023-03-26T18:50:46.657 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in
2023-03-26T18:50:46.657 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out
2023-03-26T18:50:46.657 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000591213 s, 866 kB/s
2023-03-26T18:50:46.658 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1
2023-03-26T18:50:46.707 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_2
2023-03-26T18:50:46.754 INFO:teuthology.orchestra.run.smithi146.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2023-03-26T18:50:46.754 INFO:teuthology.orchestra.run.smithi146.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:46.754 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d	Inode: 904         Links: 1
2023-03-26T18:50:46.754 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:46.754 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2023-03-26 18:44:51.040815486 +0000
2023-03-26T18:50:46.754 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2023-03-26 18:44:50.668818809 +0000
2023-03-26T18:50:46.755 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2023-03-26 18:44:50.668818809 +0000
2023-03-26T18:50:46.755 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: -
2023-03-26T18:50:46.755 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1
2023-03-26T18:50:46.808 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in
2023-03-26T18:50:46.809 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out
2023-03-26T18:50:46.809 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000489957 s, 1.0 MB/s
2023-03-26T18:50:46.810 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2
2023-03-26T18:50:46.859 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_3
2023-03-26T18:50:46.907 INFO:teuthology.orchestra.run.smithi146.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2023-03-26T18:50:46.907 INFO:teuthology.orchestra.run.smithi146.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:46.908 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d	Inode: 924         Links: 1
2023-03-26T18:50:46.908 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:46.908 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2023-03-26 18:44:51.644810091 +0000
2023-03-26T18:50:46.908 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2023-03-26 18:44:51.280813341 +0000
2023-03-26T18:50:46.908 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2023-03-26 18:44:51.280813341 +0000
2023-03-26T18:50:46.908 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: -
2023-03-26T18:50:46.909 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1
2023-03-26T18:50:46.960 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in
2023-03-26T18:50:46.961 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out
2023-03-26T18:50:46.961 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000581036 s, 881 kB/s
2023-03-26T18:50:46.962 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3
2023-03-26T18:50:47.011 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_4
2023-03-26T18:50:47.057 INFO:teuthology.orchestra.run.smithi146.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2023-03-26T18:50:47.058 INFO:teuthology.orchestra.run.smithi146.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2023-03-26T18:50:47.058 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d	Inode: 940         Links: 1
2023-03-26T18:50:47.058 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2023-03-26T18:50:47.058 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2023-03-26 18:44:52.212805017 +0000
2023-03-26T18:50:47.058 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2023-03-26 18:44:51.860808160 +0000
2023-03-26T18:50:47.058 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2023-03-26 18:44:51.860808160 +0000
2023-03-26T18:50:47.059 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: -
2023-03-26T18:50:47.059 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1
2023-03-26T18:50:47.112 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in
2023-03-26T18:50:47.112 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out
2023-03-26T18:50:47.112 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000511669 s, 1.0 MB/s
2023-03-26T18:50:47.113 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4
2023-03-26T18:50:47.163 INFO:tasks.ceph:osd dev map: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:47.164 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi146.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}}
2023-03-26T18:50:47.164 INFO:tasks.ceph:Generating config...
2023-03-26T18:50:47.165 INFO:tasks.ceph:[client] debug rbd = 20
2023-03-26T18:50:47.165 INFO:tasks.ceph:[client] debug rbd_mirror = 15
2023-03-26T18:50:47.165 INFO:tasks.ceph:[client] log to stderr = False
2023-03-26T18:50:47.166 INFO:tasks.ceph:[client] rbd default features = 125
2023-03-26T18:50:47.166 INFO:tasks.ceph:[client] rbd mirror image policy type = none
2023-03-26T18:50:47.166 INFO:tasks.ceph:[client.mirror.0] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.166 INFO:tasks.ceph:[client.mirror.0] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.166 INFO:tasks.ceph:[client.mirror.1] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.167 INFO:tasks.ceph:[client.mirror.1] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.167 INFO:tasks.ceph:[client.mirror.2] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.167 INFO:tasks.ceph:[client.mirror.2] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.167 INFO:tasks.ceph:[client.mirror.3] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.167 INFO:tasks.ceph:[client.mirror.3] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.168 INFO:tasks.ceph:[global] mon client directed command retry = 5
2023-03-26T18:50:47.168 INFO:tasks.ceph:[global] ms inject socket failures = 5000
2023-03-26T18:50:47.168 INFO:tasks.ceph:[mgr] debug mgr = 20
2023-03-26T18:50:47.168 INFO:tasks.ceph:[mgr] debug ms = 1
2023-03-26T18:50:47.168 INFO:tasks.ceph:[mon] debug mon = 20
2023-03-26T18:50:47.169 INFO:tasks.ceph:[mon] debug ms = 1
2023-03-26T18:50:47.169 INFO:tasks.ceph:[mon] debug paxos = 20
2023-03-26T18:50:47.169 INFO:tasks.ceph:[osd] bdev async discard = True
2023-03-26T18:50:47.169 INFO:tasks.ceph:[osd] bdev enable discard = True
2023-03-26T18:50:47.169 INFO:tasks.ceph:[osd] bluestore block size = 96636764160
2023-03-26T18:50:47.169 INFO:tasks.ceph:[osd] bluestore fsck on mount = True
2023-03-26T18:50:47.170 INFO:tasks.ceph:[osd] debug bluefs = 1/20
2023-03-26T18:50:47.170 INFO:tasks.ceph:[osd] debug bluestore = 1/20
2023-03-26T18:50:47.170 INFO:tasks.ceph:[osd] debug ms = 1
2023-03-26T18:50:47.170 INFO:tasks.ceph:[osd] debug osd = 20
2023-03-26T18:50:47.170 INFO:tasks.ceph:[osd] debug rocksdb = 4/10
2023-03-26T18:50:47.171 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85
2023-03-26T18:50:47.171 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9
2023-03-26T18:50:47.171 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8
2023-03-26T18:50:47.172 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95
2023-03-26T18:50:47.172 INFO:tasks.ceph:[osd] osd memory target = 1610612736
2023-03-26T18:50:47.172 INFO:tasks.ceph:[osd] osd objectstore = bluestore
2023-03-26T18:50:47.172 INFO:tasks.ceph:Setting up cluster2.mon.a...
2023-03-26T18:50:47.173 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.236 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.239 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.313 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0644 /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.370 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster2.mon.a', '172.21.15.146')]
2023-03-26T18:50:47.370 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.146', 'mon client directed command retry': 5, 'ms inject socket failures': 5000}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd memory target': 1610612736, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'mon.a': {}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}}
2023-03-26T18:50:47.371 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:47.372 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf
2023-03-26T18:50:47.418 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.146 --print /home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:47.496 INFO:teuthology.orchestra.run.smithi146.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:47.496 INFO:teuthology.orchestra.run.smithi146.stdout:monmaptool: generated fsid f40ee664-78ae-4118-817c-9f8d63ba7779
2023-03-26T18:50:47.496 INFO:teuthology.orchestra.run.smithi146.stdout:setting min_mon_release = pacific
2023-03-26T18:50:47.497 INFO:teuthology.orchestra.run.smithi146.stdout:epoch 0
2023-03-26T18:50:47.497 INFO:teuthology.orchestra.run.smithi146.stdout:fsid f40ee664-78ae-4118-817c-9f8d63ba7779
2023-03-26T18:50:47.497 INFO:teuthology.orchestra.run.smithi146.stdout:last_changed 2023-03-26T18:50:47.498869+0000
2023-03-26T18:50:47.497 INFO:teuthology.orchestra.run.smithi146.stdout:created 2023-03-26T18:50:47.498869+0000
2023-03-26T18:50:47.497 INFO:teuthology.orchestra.run.smithi146.stdout:min_mon_release 16 (pacific)
2023-03-26T18:50:47.497 INFO:teuthology.orchestra.run.smithi146.stdout:election_strategy: 1
2023-03-26T18:50:47.498 INFO:teuthology.orchestra.run.smithi146.stdout:0: [v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0] mon.a
2023-03-26T18:50:47.498 INFO:teuthology.orchestra.run.smithi146.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster2.monmap (1 monitors)
2023-03-26T18:50:47.499 DEBUG:teuthology.orchestra.run.smithi146:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf
2023-03-26T18:50:47.550 INFO:tasks.ceph:Writing /etc/ceph/cluster2.conf for FSID f40ee664-78ae-4118-817c-9f8d63ba7779...
2023-03-26T18:50:47.551 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null
2023-03-26T18:50:47.553 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null
2023-03-26T18:50:47.595 INFO:teuthology.orchestra.run.smithi007.stdout:[global]
2023-03-26T18:50:47.596 INFO:teuthology.orchestra.run.smithi007.stdout:	chdir = ""
2023-03-26T18:50:47.596 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/$cluster-$name.pid
2023-03-26T18:50:47.596 INFO:teuthology.orchestra.run.smithi007.stdout:	auth supported = cephx
2023-03-26T18:50:47.596 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.596 INFO:teuthology.orchestra.run.smithi007.stdout:	filestore xattr use omap = true
2023-03-26T18:50:47.596 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:	mon clock drift allowed = 1.000
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:	osd crush chooseleaf type = 0
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:	auth debug = true
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:	ms die on old message = true
2023-03-26T18:50:47.597 INFO:teuthology.orchestra.run.smithi007.stdout:	ms die on bug = true
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:	mon max pg per osd = 10000	# >= luminous
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:	mon pg warn max object skew = 0
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:	# disable pg_autoscaler by default for new pools
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:	osd_pool_default_pg_autoscale_mode = off
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.598 INFO:teuthology.orchestra.run.smithi007.stdout:	osd pool default size = 2
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd allow primary affinity = true
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd allow pg remap = true
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on legacy crush tunables = false
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on crush straw calc version zero = false
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on no sortbitwise = false
2023-03-26T18:50:47.599 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on osd down out interval zero = false
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:	mon warn on too few osds = false
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_pool_pg_num_not_power_of_two = false
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_pool_no_redundancy = false
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_allow_pool_size_one = true
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:	osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.600 INFO:teuthology.orchestra.run.smithi007.stdout:	osd default data pool replay window = 5
2023-03-26T18:50:47.601 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.601 INFO:teuthology.orchestra.run.smithi007.stdout:	mon allow pool delete = true
2023-03-26T18:50:47.601 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.601 INFO:teuthology.orchestra.run.smithi007.stdout:	mon cluster log file level = debug
2023-03-26T18:50:47.601 INFO:teuthology.orchestra.run.smithi007.stdout:	debug asserts on shutdown = true
2023-03-26T18:50:47.602 INFO:teuthology.orchestra.run.smithi007.stdout:	mon health detail to clog = false
2023-03-26T18:50:47.602 INFO:teuthology.orchestra.run.smithi007.stdout:	mon host = 172.21.15.146
2023-03-26T18:50:47.602 INFO:teuthology.orchestra.run.smithi007.stdout:	mon client directed command retry = 5
2023-03-26T18:50:47.602 INFO:teuthology.orchestra.run.smithi007.stdout:	ms inject socket failures = 5000
2023-03-26T18:50:47.602 INFO:teuthology.orchestra.run.smithi007.stdout:	fsid = f40ee664-78ae-4118-817c-9f8d63ba7779
2023-03-26T18:50:47.603 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.603 INFO:teuthology.orchestra.run.smithi007.stdout:[osd]
2023-03-26T18:50:47.603 INFO:teuthology.orchestra.run.smithi007.stdout:	osd journal size = 100
2023-03-26T18:50:47.603 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.604 INFO:teuthology.orchestra.run.smithi007.stdout:	osd scrub load threshold = 5.0
2023-03-26T18:50:47.604 INFO:teuthology.orchestra.run.smithi007.stdout:	osd scrub max interval = 600
2023-03-26T18:50:47.604 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.604 INFO:teuthology.orchestra.run.smithi007.stdout:	osd recover clone overlap = true
2023-03-26T18:50:47.605 INFO:teuthology.orchestra.run.smithi007.stdout:	osd recovery max chunk = 1048576
2023-03-26T18:50:47.605 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.605 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug shutdown = true
2023-03-26T18:50:47.606 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug op order = true
2023-03-26T18:50:47.606 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug verify stray on activate = true
2023-03-26T18:50:47.606 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.606 INFO:teuthology.orchestra.run.smithi007.stdout:	osd open classes on start = true
2023-03-26T18:50:47.607 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug pg log writeout = true
2023-03-26T18:50:47.607 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.607 INFO:teuthology.orchestra.run.smithi007.stdout:	osd deep scrub update digest min age = 30
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:	osd map max advance = 10
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:	journal zero on create = true
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:	filestore ondisk finisher threads = 3
2023-03-26T18:50:47.608 INFO:teuthology.orchestra.run.smithi007.stdout:	filestore apply finisher threads = 3
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:	bdev debug aio = true
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:	osd debug misdirected ops = true
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:	bdev async discard = True
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:	bdev enable discard = True
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:	bluestore block size = 96636764160
2023-03-26T18:50:47.609 INFO:teuthology.orchestra.run.smithi007.stdout:	bluestore fsck on mount = True
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	debug bluefs = 1/20
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	debug bluestore = 1/20
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	debug ms = 1
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	debug osd = 20
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	debug rocksdb = 4/10
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd backfillfull_ratio = 0.85
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd full ratio = 0.9
2023-03-26T18:50:47.610 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd nearfull ratio = 0.8
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:	osd failsafe full ratio = 0.95
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:	osd memory target = 1610612736
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:	osd objectstore = bluestore
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:[mgr]
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:	debug ms = 1
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:	debug mgr = 20
2023-03-26T18:50:47.611 INFO:teuthology.orchestra.run.smithi007.stdout:	debug mon = 20
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:	debug auth = 20
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:	mgr/telemetry/nag = false
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:[mon]
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:	debug ms = 1
2023-03-26T18:50:47.612 INFO:teuthology.orchestra.run.smithi007.stdout:	debug mon = 20
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	debug paxos = 20
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	debug auth = 20
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	mon data avail warn = 5
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	mon mgr mkfs grace = 240
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd reporter subtree level = osd
2023-03-26T18:50:47.613 INFO:teuthology.orchestra.run.smithi007.stdout:	mon osd prime pg temp = true
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:	# rotate auth tickets quickly to exercise renewal paths
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:	auth mon ticket ttl = 660	# 11m
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:	auth service ticket ttl = 240	# 4m
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:	# don't complain about insecure global_id in the test suite
2023-03-26T18:50:47.614 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_insecure_global_id_reclaim = false
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_insecure_global_id_reclaim_allowed = false
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:	# 1m isn't quite enough
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_down_mkfs_grace = 2m
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:	mon_warn_on_filestore_osds = false
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:
2023-03-26T18:50:47.615 INFO:teuthology.orchestra.run.smithi007.stdout:[client]
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	rgw cache enabled = true
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	rgw enable ops log = true
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	rgw enable usage log = true
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	log file = /var/log/ceph/$cluster-$name.$pid.log
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/$cluster-$name.$pid.asok
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	debug rbd = 20
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	debug rbd_mirror = 15
2023-03-26T18:50:47.616 INFO:teuthology.orchestra.run.smithi007.stdout:	log to stderr = False
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:	rbd default features = 125
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:	rbd mirror image policy type = none
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:[mon.a]
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.0]
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.617 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.1]
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.2]
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:[client.mirror.3]
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.618 INFO:teuthology.orchestra.run.smithi007.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.623 INFO:teuthology.orchestra.run.smithi146.stdout:[global]
2023-03-26T18:50:47.623 INFO:teuthology.orchestra.run.smithi146.stdout:	chdir = ""
2023-03-26T18:50:47.623 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/$cluster-$name.pid
2023-03-26T18:50:47.624 INFO:teuthology.orchestra.run.smithi146.stdout:	auth supported = cephx
2023-03-26T18:50:47.624 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.624 INFO:teuthology.orchestra.run.smithi146.stdout:	filestore xattr use omap = true
2023-03-26T18:50:47.624 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.625 INFO:teuthology.orchestra.run.smithi146.stdout:	mon clock drift allowed = 1.000
2023-03-26T18:50:47.625 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.625 INFO:teuthology.orchestra.run.smithi146.stdout:	osd crush chooseleaf type = 0
2023-03-26T18:50:47.626 INFO:teuthology.orchestra.run.smithi146.stdout:	auth debug = true
2023-03-26T18:50:47.626 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.626 INFO:teuthology.orchestra.run.smithi146.stdout:	ms die on old message = true
2023-03-26T18:50:47.626 INFO:teuthology.orchestra.run.smithi146.stdout:	ms die on bug = true
2023-03-26T18:50:47.627 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.627 INFO:teuthology.orchestra.run.smithi146.stdout:	mon max pg per osd = 10000	# >= luminous
2023-03-26T18:50:47.627 INFO:teuthology.orchestra.run.smithi146.stdout:	mon pg warn max object skew = 0
2023-03-26T18:50:47.627 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.628 INFO:teuthology.orchestra.run.smithi146.stdout:	# disable pg_autoscaler by default for new pools
2023-03-26T18:50:47.628 INFO:teuthology.orchestra.run.smithi146.stdout:	osd_pool_default_pg_autoscale_mode = off
2023-03-26T18:50:47.628 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.628 INFO:teuthology.orchestra.run.smithi146.stdout:	osd pool default size = 2
2023-03-26T18:50:47.629 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.629 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd allow primary affinity = true
2023-03-26T18:50:47.629 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd allow pg remap = true
2023-03-26T18:50:47.629 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on legacy crush tunables = false
2023-03-26T18:50:47.630 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on crush straw calc version zero = false
2023-03-26T18:50:47.630 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on no sortbitwise = false
2023-03-26T18:50:47.630 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on osd down out interval zero = false
2023-03-26T18:50:47.630 INFO:teuthology.orchestra.run.smithi146.stdout:	mon warn on too few osds = false
2023-03-26T18:50:47.631 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_pool_pg_num_not_power_of_two = false
2023-03-26T18:50:47.631 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_pool_no_redundancy = false
2023-03-26T18:50:47.631 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_allow_pool_size_one = true
2023-03-26T18:50:47.631 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.631 INFO:teuthology.orchestra.run.smithi146.stdout:	osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd
2023-03-26T18:50:47.632 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.632 INFO:teuthology.orchestra.run.smithi146.stdout:	osd default data pool replay window = 5
2023-03-26T18:50:47.632 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.632 INFO:teuthology.orchestra.run.smithi146.stdout:	mon allow pool delete = true
2023-03-26T18:50:47.632 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.632 INFO:teuthology.orchestra.run.smithi146.stdout:	mon cluster log file level = debug
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:	debug asserts on shutdown = true
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:	mon health detail to clog = false
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:	mon host = 172.21.15.146
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:	mon client directed command retry = 5
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:	ms inject socket failures = 5000
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:	fsid = f40ee664-78ae-4118-817c-9f8d63ba7779
2023-03-26T18:50:47.633 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:[osd]
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:	osd journal size = 100
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:	osd scrub load threshold = 5.0
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:	osd scrub max interval = 600
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:	osd recover clone overlap = true
2023-03-26T18:50:47.634 INFO:teuthology.orchestra.run.smithi146.stdout:	osd recovery max chunk = 1048576
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug shutdown = true
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug op order = true
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug verify stray on activate = true
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:	osd open classes on start = true
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug pg log writeout = true
2023-03-26T18:50:47.635 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:	osd deep scrub update digest min age = 30
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:	osd map max advance = 10
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:	journal zero on create = true
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:	filestore ondisk finisher threads = 3
2023-03-26T18:50:47.636 INFO:teuthology.orchestra.run.smithi146.stdout:	filestore apply finisher threads = 3
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:	bdev debug aio = true
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:	osd debug misdirected ops = true
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:	bdev async discard = True
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:	bdev enable discard = True
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:	bluestore block size = 96636764160
2023-03-26T18:50:47.637 INFO:teuthology.orchestra.run.smithi146.stdout:	bluestore fsck on mount = True
2023-03-26T18:50:47.638 INFO:teuthology.orchestra.run.smithi146.stdout:	debug bluefs = 1/20
2023-03-26T18:50:47.638 INFO:teuthology.orchestra.run.smithi146.stdout:	debug bluestore = 1/20
2023-03-26T18:50:47.638 INFO:teuthology.orchestra.run.smithi146.stdout:	debug ms = 1
2023-03-26T18:50:47.638 INFO:teuthology.orchestra.run.smithi146.stdout:	debug osd = 20
2023-03-26T18:50:47.638 INFO:teuthology.orchestra.run.smithi146.stdout:	debug rocksdb = 4/10
2023-03-26T18:50:47.638 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd backfillfull_ratio = 0.85
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd full ratio = 0.9
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd nearfull ratio = 0.8
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:	osd failsafe full ratio = 0.95
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:	osd memory target = 1610612736
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:	osd objectstore = bluestore
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:[mgr]
2023-03-26T18:50:47.639 INFO:teuthology.orchestra.run.smithi146.stdout:	debug ms = 1
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:	debug mgr = 20
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:	debug mon = 20
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:	debug auth = 20
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:	mgr/telemetry/nag = false
2023-03-26T18:50:47.640 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:[mon]
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	debug ms = 1
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	debug mon = 20
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	debug paxos = 20
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	debug auth = 20
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	mon data avail warn = 5
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	mon mgr mkfs grace = 240
2023-03-26T18:50:47.641 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min pgs per osd = 4
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd reporter subtree level = osd
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:	mon osd prime pg temp = true
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:	mon reweight min bytes per osd = 10
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:	# rotate auth tickets quickly to exercise renewal paths
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:	auth mon ticket ttl = 660	# 11m
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:	auth service ticket ttl = 240	# 4m
2023-03-26T18:50:47.642 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:	# don't complain about insecure global_id in the test suite
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_insecure_global_id_reclaim = false
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_insecure_global_id_reclaim_allowed = false
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:	# 1m isn't quite enough
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_down_mkfs_grace = 2m
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.643 INFO:teuthology.orchestra.run.smithi146.stdout:	mon_warn_on_filestore_osds = false
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:[client]
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:	rgw cache enabled = true
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:	rgw enable ops log = true
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:	rgw enable usage log = true
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:	log file = /var/log/ceph/$cluster-$name.$pid.log
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/$cluster-$name.$pid.asok
2023-03-26T18:50:47.644 INFO:teuthology.orchestra.run.smithi146.stdout:	debug rbd = 20
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:	debug rbd_mirror = 15
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:	log to stderr = False
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:	rbd default features = 125
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:	rbd mirror image policy type = none
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:[mon.a]
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.0]
2023-03-26T18:50:47.645 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.1]
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.2]
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.646 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.3]
2023-03-26T18:50:47.647 INFO:teuthology.orchestra.run.smithi146.stdout:	admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok
2023-03-26T18:50:47.647 INFO:teuthology.orchestra.run.smithi146.stdout:	pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid
2023-03-26T18:50:47.648 INFO:tasks.ceph:Creating admin key on cluster2.mon.a...
2023-03-26T18:50:47.648 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.738 INFO:tasks.ceph:Copying monmap to all nodes...
2023-03-26T18:50:47.739 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:47.739 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.keyring of=/dev/stdout
2023-03-26T18:50:47.744 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:47.745 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/home/ubuntu/cephtest/cluster2.monmap of=/dev/stdout
2023-03-26T18:50:47.793 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi007.front.sepia.ceph.com
2023-03-26T18:50:47.794 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:47.795 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/cluster2.keyring
2023-03-26T18:50:47.795 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.822 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:50:47.823 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:47.874 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:50:47.874 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:47.874 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/ceph/cluster2.keyring
2023-03-26T18:50:47.875 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0644 /etc/ceph/cluster2.keyring
2023-03-26T18:50:47.898 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:50:47.899 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:47.947 INFO:tasks.ceph:Setting up mon nodes...
2023-03-26T18:50:47.947 INFO:tasks.ceph:Setting up mgr nodes...
2023-03-26T18:50:47.948 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /var/lib/ceph/mgr/cluster2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster2-x/keyring
2023-03-26T18:50:47.993 INFO:teuthology.orchestra.run.smithi007.stdout:creating /var/lib/ceph/mgr/cluster2-x/keyring
2023-03-26T18:50:47.996 INFO:tasks.ceph:Setting up mds nodes...
2023-03-26T18:50:47.996 INFO:tasks.ceph_client:Setting up client nodes...
2023-03-26T18:50:47.997 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster2.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.0.keyring
2023-03-26T18:50:48.073 INFO:teuthology.orchestra.run.smithi007.stdout:creating /etc/ceph/cluster2.client.0.keyring
2023-03-26T18:50:48.085 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror /etc/ceph/cluster2.client.mirror.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.keyring
2023-03-26T18:50:48.121 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.keyring
2023-03-26T18:50:48.133 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.0 /etc/ceph/cluster2.client.mirror.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.0.keyring
2023-03-26T18:50:48.206 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.0.keyring
2023-03-26T18:50:48.216 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.1 /etc/ceph/cluster2.client.mirror.1.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.1.keyring
2023-03-26T18:50:48.289 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.1.keyring
2023-03-26T18:50:48.299 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.2 /etc/ceph/cluster2.client.mirror.2.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.2.keyring
2023-03-26T18:50:48.371 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.2.keyring
2023-03-26T18:50:48.380 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.3 /etc/ceph/cluster2.client.mirror.3.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.3.keyring
2023-03-26T18:50:48.453 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.3.keyring
2023-03-26T18:50:48.463 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.4 /etc/ceph/cluster2.client.mirror.4.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.4.keyring
2023-03-26T18:50:48.533 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.4.keyring
2023-03-26T18:50:48.543 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.5 /etc/ceph/cluster2.client.mirror.5.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.5.keyring
2023-03-26T18:50:48.613 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.5.keyring
2023-03-26T18:50:48.624 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.6 /etc/ceph/cluster2.client.mirror.6.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.6.keyring
2023-03-26T18:50:48.696 INFO:teuthology.orchestra.run.smithi146.stdout:creating /etc/ceph/cluster2.client.mirror.6.keyring
2023-03-26T18:50:48.706 INFO:tasks.ceph:Running mkfs on osd nodes...
2023-03-26T18:50:48.707 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi007.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@smithi146.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}}
2023-03-26T18:50:48.707 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /var/lib/ceph/osd/cluster2-0
2023-03-26T18:50:48.760 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:48.760 INFO:tasks.ceph:role: cluster2.osd.0
2023-03-26T18:50:48.761 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:50:48.761 DEBUG:teuthology.orchestra.run.smithi146:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1
2023-03-26T18:50:48.821 INFO:teuthology.orchestra.run.smithi146.stdout:meta-data=/dev/vg_nvme/lv_1      isize=2048   agcount=4, agsize=5859072 blks
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       reflink=1    bigtime=0 inobtcount=0
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sunit=0      swidth=0 blks
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2023-03-26T18:50:48.822 INFO:teuthology.orchestra.run.smithi146.stdout:log      =internal log           bsize=4096   blocks=11443, version=2
2023-03-26T18:50:48.823 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2023-03-26T18:50:48.823 INFO:teuthology.orchestra.run.smithi146.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2023-03-26T18:50:49.300 INFO:teuthology.orchestra.run.smithi146.stdout:Discarding blocks...Done.
2023-03-26T18:50:49.301 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi146.front.sepia.ceph.com -o noatime
2023-03-26T18:50:49.302 DEBUG:teuthology.orchestra.run.smithi146:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster2-0
2023-03-26T18:50:49.453 DEBUG:teuthology.orchestra.run.smithi146:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-0
2023-03-26T18:50:49.465 INFO:teuthology.orchestra.run.smithi146.stderr:sudo: /sbin/restorecon: command not found
2023-03-26T18:50:49.465 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:50:49.466 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /var/lib/ceph/osd/cluster2-1
2023-03-26T18:50:49.525 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:49.526 INFO:tasks.ceph:role: cluster2.osd.1
2023-03-26T18:50:49.526 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:50:49.526 DEBUG:teuthology.orchestra.run.smithi146:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2
2023-03-26T18:50:49.589 INFO:teuthology.orchestra.run.smithi146.stdout:meta-data=/dev/vg_nvme/lv_2      isize=2048   agcount=4, agsize=5859072 blks
2023-03-26T18:50:49.590 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2023-03-26T18:50:49.590 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2023-03-26T18:50:49.590 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       reflink=1    bigtime=0 inobtcount=0
2023-03-26T18:50:49.590 INFO:teuthology.orchestra.run.smithi146.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2023-03-26T18:50:49.590 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sunit=0      swidth=0 blks
2023-03-26T18:50:49.591 INFO:teuthology.orchestra.run.smithi146.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2023-03-26T18:50:49.591 INFO:teuthology.orchestra.run.smithi146.stdout:log      =internal log           bsize=4096   blocks=11443, version=2
2023-03-26T18:50:49.591 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2023-03-26T18:50:49.591 INFO:teuthology.orchestra.run.smithi146.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2023-03-26T18:50:50.038 INFO:teuthology.orchestra.run.smithi146.stdout:Discarding blocks...Done.
2023-03-26T18:50:50.040 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi146.front.sepia.ceph.com -o noatime
2023-03-26T18:50:50.040 DEBUG:teuthology.orchestra.run.smithi146:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster2-1
2023-03-26T18:50:50.132 DEBUG:teuthology.orchestra.run.smithi146:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-1
2023-03-26T18:50:50.143 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:50:50.144 INFO:teuthology.orchestra.run.smithi146.stderr:sudo: /sbin/restorecon: command not found
2023-03-26T18:50:50.144 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /var/lib/ceph/osd/cluster2-2
2023-03-26T18:50:50.195 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}
2023-03-26T18:50:50.196 INFO:tasks.ceph:role: cluster2.osd.2
2023-03-26T18:50:50.196 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:50:50.196 DEBUG:teuthology.orchestra.run.smithi146:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3
2023-03-26T18:50:50.256 INFO:teuthology.orchestra.run.smithi146.stdout:meta-data=/dev/vg_nvme/lv_3      isize=2048   agcount=4, agsize=5859072 blks
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       reflink=1    bigtime=0 inobtcount=0
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sunit=0      swidth=0 blks
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2023-03-26T18:50:50.257 INFO:teuthology.orchestra.run.smithi146.stdout:log      =internal log           bsize=4096   blocks=11443, version=2
2023-03-26T18:50:50.258 INFO:teuthology.orchestra.run.smithi146.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2023-03-26T18:50:50.258 INFO:teuthology.orchestra.run.smithi146.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2023-03-26T18:50:50.713 INFO:teuthology.orchestra.run.smithi146.stdout:Discarding blocks...Done.
2023-03-26T18:50:50.714 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi146.front.sepia.ceph.com -o noatime
2023-03-26T18:50:50.715 DEBUG:teuthology.orchestra.run.smithi146:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster2-2
2023-03-26T18:50:50.829 DEBUG:teuthology.orchestra.run.smithi146:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-2
2023-03-26T18:50:50.839 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:50:50.840 INFO:teuthology.orchestra.run.smithi146.stderr:sudo: /sbin/restorecon: command not found
2023-03-26T18:50:50.841 DEBUG:teuthology.orchestra.run.smithi146:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:50.951 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:50.952+0000 7ff2b72dd640 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-0/keyring: can't open /var/lib/ceph/osd/cluster2-0/keyring: (2) No such file or directory
2023-03-26T18:50:50.956 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:50.956+0000 7ff2b72dd640 -1 created new key in keyring /var/lib/ceph/osd/cluster2-0/keyring
2023-03-26T18:50:50.956 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:50.956+0000 7ff2b72dd640 -1 bluestore(/var/lib/ceph/osd/cluster2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-0/block: (2) No such file or directory
2023-03-26T18:50:50.957 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:50.956+0000 7ff2b72dd640 -1 bluestore(/var/lib/ceph/osd/cluster2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-0/block: (2) No such file or directory
2023-03-26T18:50:50.957 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:50.956+0000 7ff2b72dd640 -1 bluestore(/var/lib/ceph/osd/cluster2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-0/block: (2) No such file or directory
2023-03-26T18:50:50.962 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:50.964+0000 7ff2b72dd640 -1 bluestore(/var/lib/ceph/osd/cluster2-0) _read_fsid unparsable uuid
2023-03-26T18:50:53.974 DEBUG:teuthology.orchestra.run.smithi146:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-0
2023-03-26T18:50:53.988 DEBUG:teuthology.orchestra.run.smithi146:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:54.068 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:54.068+0000 7f0a74e5e640 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-1/keyring: can't open /var/lib/ceph/osd/cluster2-1/keyring: (2) No such file or directory
2023-03-26T18:50:54.069 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:54.068+0000 7f0a74e5e640 -1 created new key in keyring /var/lib/ceph/osd/cluster2-1/keyring
2023-03-26T18:50:54.069 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:54.068+0000 7f0a74e5e640 -1 bluestore(/var/lib/ceph/osd/cluster2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-1/block: (2) No such file or directory
2023-03-26T18:50:54.069 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:54.068+0000 7f0a74e5e640 -1 bluestore(/var/lib/ceph/osd/cluster2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-1/block: (2) No such file or directory
2023-03-26T18:50:54.069 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:54.068+0000 7f0a74e5e640 -1 bluestore(/var/lib/ceph/osd/cluster2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-1/block: (2) No such file or directory
2023-03-26T18:50:54.070 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:54.072+0000 7f0a74e5e640 -1 bluestore(/var/lib/ceph/osd/cluster2-1) _read_fsid unparsable uuid
2023-03-26T18:50:57.070 DEBUG:teuthology.orchestra.run.smithi146:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-1
2023-03-26T18:50:57.126 DEBUG:teuthology.orchestra.run.smithi146:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:50:57.214 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:57.216+0000 7fb015dc9640 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-2/keyring: can't open /var/lib/ceph/osd/cluster2-2/keyring: (2) No such file or directory
2023-03-26T18:50:57.214 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:57.216+0000 7fb015dc9640 -1 created new key in keyring /var/lib/ceph/osd/cluster2-2/keyring
2023-03-26T18:50:57.214 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:57.216+0000 7fb015dc9640 -1 bluestore(/var/lib/ceph/osd/cluster2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-2/block: (2) No such file or directory
2023-03-26T18:50:57.214 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:57.216+0000 7fb015dc9640 -1 bluestore(/var/lib/ceph/osd/cluster2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-2/block: (2) No such file or directory
2023-03-26T18:50:57.215 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:57.216+0000 7fb015dc9640 -1 bluestore(/var/lib/ceph/osd/cluster2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/cluster2-2/block: (2) No such file or directory
2023-03-26T18:50:57.215 INFO:teuthology.orchestra.run.smithi146.stderr:2023-03-26T18:50:57.216+0000 7fb015dc9640 -1 bluestore(/var/lib/ceph/osd/cluster2-2) _read_fsid unparsable uuid
2023-03-26T18:51:00.210 DEBUG:teuthology.orchestra.run.smithi146:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-2
2023-03-26T18:51:00.268 INFO:tasks.ceph:Reading keys from all nodes...
2023-03-26T18:51:00.272 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:51:00.272 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/mgr/cluster2-x/keyring of=/dev/stdout
2023-03-26T18:51:00.285 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.286 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/var/lib/ceph/osd/cluster2-0/keyring of=/dev/stdout
2023-03-26T18:51:00.321 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.322 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/var/lib/ceph/osd/cluster2-1/keyring of=/dev/stdout
2023-03-26T18:51:00.376 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.377 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/var/lib/ceph/osd/cluster2-2/keyring of=/dev/stdout
2023-03-26T18:51:00.430 DEBUG:teuthology.orchestra.run.smithi007:> set -ex
2023-03-26T18:51:00.431 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/cluster2.client.0.keyring of=/dev/stdout
2023-03-26T18:51:00.438 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.438 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.keyring of=/dev/stdout
2023-03-26T18:51:00.477 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.478 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.0.keyring of=/dev/stdout
2023-03-26T18:51:00.526 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.526 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.1.keyring of=/dev/stdout
2023-03-26T18:51:00.574 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.575 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.2.keyring of=/dev/stdout
2023-03-26T18:51:00.622 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.622 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.3.keyring of=/dev/stdout
2023-03-26T18:51:00.670 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.671 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.4.keyring of=/dev/stdout
2023-03-26T18:51:00.717 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.718 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.5.keyring of=/dev/stdout
2023-03-26T18:51:00.766 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:00.767 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/etc/ceph/cluster2.client.mirror.6.keyring of=/dev/stdout
2023-03-26T18:51:00.815 INFO:tasks.ceph:Adding keys to all mons...
2023-03-26T18:51:00.816 DEBUG:teuthology.orchestra.run.smithi146:> sudo tee -a /etc/ceph/cluster2.keyring
2023-03-26T18:51:00.870 INFO:teuthology.orchestra.run.smithi146.stdout:[mgr.x]
2023-03-26T18:51:00.870 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAHlCBkBjM1OxAAvM94hhphELNfIJbxBk3dyg==
2023-03-26T18:51:00.870 INFO:teuthology.orchestra.run.smithi146.stdout:[osd.0]
2023-03-26T18:51:00.870 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAKlCBklE3mOBAAMzazT1C8bPB8z5ebPlly5A==
2023-03-26T18:51:00.870 INFO:teuthology.orchestra.run.smithi146.stdout:[osd.1]
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAOlCBk1SA9BBAAZeyPbDpEz2b9jKe4MQyk0w==
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:[osd.2]
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQARlCBk4vvkDBAAAWl1afRCLfn5jzBiIwxCoQ==
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:[client.0]
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBkbShhBBAAq6XSfzaO/MwaU7roOblgmQ==
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror]
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBkmtRtBxAAeY28zEgdUN3b5qxSdxN55A==
2023-03-26T18:51:00.871 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.0]
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBk70B1DBAAGKsL8gcG+p3IG0Aei/2fxA==
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.1]
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBkSjBxERAAAfjWok3PCGn21OdcCueLig==
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.2]
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBkYflJFhAA0TDZucWkowNUI+Xf0v3oBg==
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.3]
2023-03-26T18:51:00.872 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBkHLk3GxAAYyakiV70+cXEDrE2vgNJEg==
2023-03-26T18:51:00.873 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.4]
2023-03-26T18:51:00.873 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBknlL3HxAAswtr3AokndM+u6oF9dEBwQ==
2023-03-26T18:51:00.873 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.5]
2023-03-26T18:51:00.873 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBksZrBJBAAxvI2/XeXyjX3lurasVoqLg==
2023-03-26T18:51:00.873 INFO:teuthology.orchestra.run.smithi146.stdout:[client.mirror.6]
2023-03-26T18:51:00.873 INFO:teuthology.orchestra.run.smithi146.stdout:	key = AQAIlCBk6K6qKRAAkJRfhWsjmO/9eJAn5HNAUg==
2023-03-26T18:51:00.874 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *'
2023-03-26T18:51:00.963 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2023-03-26T18:51:01.004 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2023-03-26T18:51:01.088 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2023-03-26T18:51:01.177 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.263 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.346 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.433 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.520 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.603 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.687 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.4 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.772 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.5 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.855 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.6 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow
2023-03-26T18:51:01.943 INFO:tasks.ceph:Running mkfs on mon nodes...
2023-03-26T18:51:01.944 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /var/lib/ceph/mon/cluster2-a
2023-03-26T18:51:01.956 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster2 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster2.monmap --keyring /etc/ceph/cluster2.keyring
2023-03-26T18:51:02.046 DEBUG:teuthology.orchestra.run.smithi146:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster2-a
2023-03-26T18:51:02.057 DEBUG:teuthology.orchestra.run.smithi146:> rm -- /home/ubuntu/cephtest/cluster2.monmap
2023-03-26T18:51:02.104 INFO:tasks.ceph:Starting mon daemons in cluster cluster2...
2023-03-26T18:51:02.105 INFO:tasks.ceph.cluster2.mon.a:Restarting daemon
2023-03-26T18:51:02.105 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster2 -i a
2023-03-26T18:51:02.150 INFO:tasks.ceph.cluster2.mon.a:Started
2023-03-26T18:51:02.151 INFO:tasks.ceph:Starting mgr daemons in cluster cluster2...
2023-03-26T18:51:02.151 INFO:tasks.ceph.cluster2.mgr.x:Restarting daemon
2023-03-26T18:51:02.151 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster2 -i x
2023-03-26T18:51:02.154 INFO:tasks.ceph.cluster2.mgr.x:Started
2023-03-26T18:51:02.154 INFO:tasks.ceph:Setting crush tunables to default
2023-03-26T18:51:02.154 DEBUG:teuthology.orchestra.run.smithi146:> sudo ceph --cluster cluster2 osd crush tunables default
2023-03-26T18:51:02.422 INFO:teuthology.orchestra.run.smithi146.stderr:adjusted tunables profile to default
2023-03-26T18:51:02.430 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:02.423+0000 7f6f59a03180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2023-03-26T18:51:02.440 INFO:tasks.ceph:check_enable_crimson: False
2023-03-26T18:51:02.441 INFO:tasks.ceph:Starting osd daemons in cluster cluster2...
2023-03-26T18:51:02.441 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:02.441 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/var/lib/ceph/osd/cluster2-0/fsid of=/dev/stdout
2023-03-26T18:51:02.452 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:02.453 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/var/lib/ceph/osd/cluster2-1/fsid of=/dev/stdout
2023-03-26T18:51:02.508 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:51:02.508 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/var/lib/ceph/osd/cluster2-2/fsid of=/dev/stdout
2023-03-26T18:51:02.560 DEBUG:teuthology.orchestra.run.smithi146:> sudo ceph --cluster cluster2 osd new dcbbacaa-70c5-475f-ae0f-4be5c37d0d89 0
2023-03-26T18:51:02.807 INFO:teuthology.orchestra.run.smithi146.stdout:0
2023-03-26T18:51:02.825 DEBUG:teuthology.orchestra.run.smithi146:> sudo ceph --cluster cluster2 osd new 9197a96e-e827-4192-a6c3-965d71826873 1
2023-03-26T18:51:02.833 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:02.827+0000 7f6f59a03180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2023-03-26T18:51:02.975 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:02.971+0000 7f6f59a03180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2023-03-26T18:51:03.026 INFO:teuthology.orchestra.run.smithi146.stdout:1
2023-03-26T18:51:03.044 DEBUG:teuthology.orchestra.run.smithi146:> sudo ceph --cluster cluster2 osd new 71ab8d01-6bbc-4df4-892c-e638044b1e37 2
2023-03-26T18:51:03.241 INFO:teuthology.orchestra.run.smithi146.stdout:2
2023-03-26T18:51:03.259 INFO:tasks.ceph.cluster2.osd.0:Restarting daemon
2023-03-26T18:51:03.259 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 0
2023-03-26T18:51:03.262 INFO:tasks.ceph.cluster2.osd.0:Started
2023-03-26T18:51:03.263 INFO:tasks.ceph.cluster2.osd.1:Restarting daemon
2023-03-26T18:51:03.263 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 1
2023-03-26T18:51:03.267 INFO:tasks.ceph.cluster2.osd.1:Started
2023-03-26T18:51:03.267 INFO:tasks.ceph.cluster2.osd.2:Restarting daemon
2023-03-26T18:51:03.267 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 2
2023-03-26T18:51:03.270 INFO:tasks.ceph.cluster2.osd.2:Started
2023-03-26T18:51:03.271 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json
2023-03-26T18:51:03.411 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.407+0000 7f6f59a03180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2023-03-26T18:51:03.464 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.459+0000 7f6f59a03180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2023-03-26T18:51:03.464 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:03.465 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":5,"fsid":"f40ee664-78ae-4118-817c-9f8d63ba7779","created":"2023-03-26T18:51:02.292220+0000","modified":"2023-03-26T18:51:03.240693+0000","last_up_change":"0.000000","last_in_change":"2023-03-26T18:51:03.240693+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"dcbbacaa-70c5-475f-ae0f-4be5c37d0d89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9197a96e-e827-4192-a6c3-965d71826873","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"71ab8d01-6bbc-4df4-892c-e638044b1e37","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:51:03.481 INFO:tasks.ceph.ceph_manager.cluster2:[]
2023-03-26T18:51:03.481 INFO:tasks.ceph:Waiting for OSDs to come up
2023-03-26T18:51:03.514 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.507+0000 7f6f59a03180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2023-03-26T18:51:03.591 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.587+0000 7f6f59a03180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2023-03-26T18:51:03.642 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.635+0000 7f6f59a03180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2023-03-26T18:51:03.718 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.711+0000 7f6f59a03180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2023-03-26T18:51:03.768 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.763+0000 7f6f59a03180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2023-03-26T18:51:03.784 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json
2023-03-26T18:51:03.875 INFO:tasks.ceph.cluster2.osd.0.smithi146.stderr:2023-03-26T18:51:03.875+0000 7facd915c640 -1 Falling back to public interface
2023-03-26T18:51:03.876 INFO:tasks.ceph.cluster2.osd.2.smithi146.stderr:2023-03-26T18:51:03.875+0000 7f488596d640 -1 Falling back to public interface
2023-03-26T18:51:03.876 INFO:tasks.ceph.cluster2.osd.1.smithi146.stderr:2023-03-26T18:51:03.875+0000 7fc81ed47640 -1 Falling back to public interface
2023-03-26T18:51:03.900 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.895+0000 7f6f59a03180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2023-03-26T18:51:03.952 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:03.947+0000 7f6f59a03180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2023-03-26T18:51:03.970 INFO:teuthology.misc.health.smithi146.stdout:
2023-03-26T18:51:03.970 INFO:teuthology.misc.health.smithi146.stdout:{"epoch":5,"fsid":"f40ee664-78ae-4118-817c-9f8d63ba7779","created":"2023-03-26T18:51:02.292220+0000","modified":"2023-03-26T18:51:03.240693+0000","last_up_change":"0.000000","last_in_change":"2023-03-26T18:51:03.240693+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"dcbbacaa-70c5-475f-ae0f-4be5c37d0d89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9197a96e-e827-4192-a6c3-965d71826873","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"71ab8d01-6bbc-4df4-892c-e638044b1e37","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:51:03.986 DEBUG:teuthology.misc:0 of 3 OSDs are up
2023-03-26T18:51:04.176 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode.
2023-03-26T18:51:04.176 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve.
2023-03-26T18:51:04.177 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:  from numpy import show_config as show_numpy_config
2023-03-26T18:51:04.184 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:04.179+0000 7f6f59a03180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2023-03-26T18:51:04.308 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:04.303+0000 7f6f59a03180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2023-03-26T18:51:04.421 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:04.415+0000 7f6f59a03180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2023-03-26T18:51:04.484 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:04.479+0000 7f6f59a03180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2023-03-26T18:51:04.608 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:04.603+0000 7f6f59a03180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2023-03-26T18:51:05.095 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:05.091+0000 7f6f59a03180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2023-03-26T18:51:05.171 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:05.167+0000 7f6f59a03180 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2023-03-26T18:51:05.308 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:05.303+0000 7f6f59a03180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2023-03-26T18:51:05.383 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:05.379+0000 7f6f59a03180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2023-03-26T18:51:05.625 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:05.619+0000 7f6f59a03180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2023-03-26T18:51:05.680 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:05.675+0000 7f6f59a03180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2023-03-26T18:51:06.716 INFO:tasks.ceph.cluster2.mgr.x.smithi007.stderr:2023-03-26T18:51:06.711+0000 7f6f014c9640 -1 mgr.server handle_report got status from non-daemon mon.a
2023-03-26T18:51:07.642 INFO:tasks.ceph.cluster2.osd.1.smithi146.stderr:2023-03-26T18:51:07.643+0000 7fc81ed47640 -1 osd.1 0 log_to_monitors true
2023-03-26T18:51:07.649 INFO:tasks.ceph.cluster2.osd.2.smithi146.stderr:2023-03-26T18:51:07.651+0000 7f488596d640 -1 osd.2 0 log_to_monitors true
2023-03-26T18:51:07.650 INFO:tasks.ceph.cluster2.osd.0.smithi146.stderr:2023-03-26T18:51:07.651+0000 7facd915c640 -1 osd.0 0 log_to_monitors true
2023-03-26T18:51:10.289 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json
2023-03-26T18:51:10.741 INFO:teuthology.misc.health.smithi146.stdout:
2023-03-26T18:51:10.741 INFO:teuthology.misc.health.smithi146.stdout:{"epoch":7,"fsid":"f40ee664-78ae-4118-817c-9f8d63ba7779","created":"2023-03-26T18:51:02.292220+0000","modified":"2023-03-26T18:51:09.245667+0000","last_up_change":"0.000000","last_in_change":"2023-03-26T18:51:03.240693+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"dcbbacaa-70c5-475f-ae0f-4be5c37d0d89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9197a96e-e827-4192-a6c3-965d71826873","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"71ab8d01-6bbc-4df4-892c-e638044b1e37","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:51:10.769 DEBUG:teuthology.misc:0 of 3 OSDs are up
2023-03-26T18:51:11.123 INFO:tasks.ceph.cluster2.osd.0.smithi146.stderr:2023-03-26T18:51:11.123+0000 7facd48de640 -1 osd.0 0 waiting for initial osdmap
2023-03-26T18:51:11.123 INFO:tasks.ceph.cluster2.osd.0.smithi146.stderr:2023-03-26T18:51:11.123+0000 7facd6119640 -1 osd.0 0 waiting for initial osdmap
2023-03-26T18:51:11.153 INFO:tasks.ceph.cluster2.osd.0.smithi146.stderr:2023-03-26T18:51:11.155+0000 7facccf23640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2023-03-26T18:51:11.160 INFO:tasks.ceph.cluster2.osd.2.smithi146.stderr:2023-03-26T18:51:11.159+0000 7f48810ef640 -1 osd.2 0 waiting for initial osdmap
2023-03-26T18:51:11.185 INFO:tasks.ceph.cluster2.osd.2.smithi146.stderr:2023-03-26T18:51:11.187+0000 7f4879734640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2023-03-26T18:51:11.199 INFO:tasks.ceph.cluster2.osd.1.smithi146.stderr:2023-03-26T18:51:11.199+0000 7fc81a4c9640 -1 osd.1 0 waiting for initial osdmap
2023-03-26T18:51:11.233 INFO:tasks.ceph.cluster2.osd.1.smithi146.stderr:2023-03-26T18:51:11.235+0000 7fc812b0e640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2023-03-26T18:51:17.072 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json
2023-03-26T18:51:17.364 INFO:teuthology.misc.health.smithi146.stdout:
2023-03-26T18:51:17.364 INFO:teuthology.misc.health.smithi146.stdout:{"epoch":12,"fsid":"f40ee664-78ae-4118-817c-9f8d63ba7779","created":"2023-03-26T18:51:02.292220+0000","modified":"2023-03-26T18:51:16.292774+0000","last_up_change":"2023-03-26T18:51:12.165023+0000","last_in_change":"2023-03-26T18:51:03.240693+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-26T18:51:13.792403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dcbbacaa-70c5-475f-ae0f-4be5c37d0d89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":33537},{"type":"v1","addr":"172.21.15.146:6802","nonce":33537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6805","nonce":33537},{"type":"v1","addr":"172.21.15.146:6807","nonce":33537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":33537},{"type":"v1","addr":"172.21.15.146:6819","nonce":33537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":33537},{"type":"v1","addr":"172.21.15.146:6813","nonce":33537}]},"public_addr":"172.21.15.146:6802/33537","cluster_addr":"172.21.15.146:6807/33537","heartbeat_back_addr":"172.21.15.146:6819/33537","heartbeat_front_addr":"172.21.15.146:6813/33537","state":["exists","up"]},{"osd":1,"uuid":"9197a96e-e827-4192-a6c3-965d71826873","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":33538},{"type":"v1","addr":"172.21.15.146:6811","nonce":33538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":33538},{"type":"v1","addr":"172.21.15.146:6817","nonce":33538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":33538},{"type":"v1","addr":"172.21.15.146:6823","nonce":33538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":33538},{"type":"v1","addr":"172.21.15.146:6821","nonce":33538}]},"public_addr":"172.21.15.146:6811/33538","cluster_addr":"172.21.15.146:6817/33538","heartbeat_back_addr":"172.21.15.146:6823/33538","heartbeat_front_addr":"172.21.15.146:6821/33538","state":["exists","up"]},{"osd":2,"uuid":"71ab8d01-6bbc-4df4-892c-e638044b1e37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6801","nonce":33539},{"type":"v1","addr":"172.21.15.146:6803","nonce":33539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":33539},{"type":"v1","addr":"172.21.15.146:6806","nonce":33539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6815","nonce":33539},{"type":"v1","addr":"172.21.15.146:6818","nonce":33539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6809","nonce":33539},{"type":"v1","addr":"172.21.15.146:6812","nonce":33539}]},"public_addr":"172.21.15.146:6803/33539","cluster_addr":"172.21.15.146:6806/33539","heartbeat_back_addr":"172.21.15.146:6818/33539","heartbeat_front_addr":"172.21.15.146:6812/33539","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.683503+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.613565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.635683+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:51:17.381 DEBUG:teuthology.misc:3 of 3 OSDs are up
2023-03-26T18:51:17.382 INFO:tasks.ceph:Creating RBD pool
2023-03-26T18:51:17.382 DEBUG:teuthology.orchestra.run.smithi146:> sudo ceph --cluster cluster2 osd pool create rbd 8
2023-03-26T18:51:18.310 INFO:teuthology.orchestra.run.smithi146.stderr:pool 'rbd' created
2023-03-26T18:51:18.335 DEBUG:teuthology.orchestra.run.smithi146:> sudo ceph --cluster cluster2 osd pool application enable rbd rbd --yes-i-really-mean-it
2023-03-26T18:51:19.315 INFO:teuthology.orchestra.run.smithi146.stderr:enabled application 'rbd' on pool 'rbd'
2023-03-26T18:51:19.343 INFO:tasks.ceph:Starting mds daemons in cluster cluster2...
2023-03-26T18:51:19.344 INFO:tasks.ceph:Waiting until cluster2 daemons up and pgs clean...
2023-03-26T18:51:19.344 INFO:tasks.ceph.ceph_manager.cluster2:waiting for mgr available
2023-03-26T18:51:19.345 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 mgr dump --format=json
2023-03-26T18:51:19.345 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting
2023-03-26T18:51:19.652 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:19.668 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":5,"active_gid":4099,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":37219},{"type":"v1","addr":"172.21.15.7:6827","nonce":37219}]},"active_addr":"172.21.15.7:6827/37219","active_change":"2023-03-26T18:51:05.703952+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":2223071955}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":799589744}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1454055718}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1501940049}]}]}
2023-03-26T18:51:19.672 INFO:tasks.ceph.ceph_manager.cluster2:mgr available!
2023-03-26T18:51:19.673 INFO:tasks.ceph.ceph_manager.cluster2:waiting for all up
2023-03-26T18:51:19.673 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json
2023-03-26T18:51:19.948 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:19.949 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":14,"fsid":"f40ee664-78ae-4118-817c-9f8d63ba7779","created":"2023-03-26T18:51:02.292220+0000","modified":"2023-03-26T18:51:19.308817+0000","last_up_change":"2023-03-26T18:51:12.165023+0000","last_in_change":"2023-03-26T18:51:03.240693+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-26T18:51:13.792403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-26T18:51:17.716417+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dcbbacaa-70c5-475f-ae0f-4be5c37d0d89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":33537},{"type":"v1","addr":"172.21.15.146:6802","nonce":33537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6805","nonce":33537},{"type":"v1","addr":"172.21.15.146:6807","nonce":33537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":33537},{"type":"v1","addr":"172.21.15.146:6819","nonce":33537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":33537},{"type":"v1","addr":"172.21.15.146:6813","nonce":33537}]},"public_addr":"172.21.15.146:6802/33537","cluster_addr":"172.21.15.146:6807/33537","heartbeat_back_addr":"172.21.15.146:6819/33537","heartbeat_front_addr":"172.21.15.146:6813/33537","state":["exists","up"]},{"osd":1,"uuid":"9197a96e-e827-4192-a6c3-965d71826873","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":33538},{"type":"v1","addr":"172.21.15.146:6811","nonce":33538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":33538},{"type":"v1","addr":"172.21.15.146:6817","nonce":33538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":33538},{"type":"v1","addr":"172.21.15.146:6823","nonce":33538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":33538},{"type":"v1","addr":"172.21.15.146:6821","nonce":33538}]},"public_addr":"172.21.15.146:6811/33538","cluster_addr":"172.21.15.146:6817/33538","heartbeat_back_addr":"172.21.15.146:6823/33538","heartbeat_front_addr":"172.21.15.146:6821/33538","state":["exists","up"]},{"osd":2,"uuid":"71ab8d01-6bbc-4df4-892c-e638044b1e37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6801","nonce":33539},{"type":"v1","addr":"172.21.15.146:6803","nonce":33539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":33539},{"type":"v1","addr":"172.21.15.146:6806","nonce":33539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6815","nonce":33539},{"type":"v1","addr":"172.21.15.146:6818","nonce":33539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6809","nonce":33539},{"type":"v1","addr":"172.21.15.146:6812","nonce":33539}]},"public_addr":"172.21.15.146:6803/33539","cluster_addr":"172.21.15.146:6806/33539","heartbeat_back_addr":"172.21.15.146:6818/33539","heartbeat_front_addr":"172.21.15.146:6812/33539","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.683503+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.613565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.635683+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:51:19.966 INFO:tasks.ceph.ceph_manager.cluster2:all up!
2023-03-26T18:51:19.967 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json
2023-03-26T18:51:20.233 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:20.233 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":14,"fsid":"f40ee664-78ae-4118-817c-9f8d63ba7779","created":"2023-03-26T18:51:02.292220+0000","modified":"2023-03-26T18:51:19.308817+0000","last_up_change":"2023-03-26T18:51:12.165023+0000","last_in_change":"2023-03-26T18:51:03.240693+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-26T18:51:13.792403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-03-26T18:51:17.716417+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dcbbacaa-70c5-475f-ae0f-4be5c37d0d89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":33537},{"type":"v1","addr":"172.21.15.146:6802","nonce":33537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6805","nonce":33537},{"type":"v1","addr":"172.21.15.146:6807","nonce":33537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":33537},{"type":"v1","addr":"172.21.15.146:6819","nonce":33537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":33537},{"type":"v1","addr":"172.21.15.146:6813","nonce":33537}]},"public_addr":"172.21.15.146:6802/33537","cluster_addr":"172.21.15.146:6807/33537","heartbeat_back_addr":"172.21.15.146:6819/33537","heartbeat_front_addr":"172.21.15.146:6813/33537","state":["exists","up"]},{"osd":1,"uuid":"9197a96e-e827-4192-a6c3-965d71826873","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":33538},{"type":"v1","addr":"172.21.15.146:6811","nonce":33538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":33538},{"type":"v1","addr":"172.21.15.146:6817","nonce":33538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":33538},{"type":"v1","addr":"172.21.15.146:6823","nonce":33538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":33538},{"type":"v1","addr":"172.21.15.146:6821","nonce":33538}]},"public_addr":"172.21.15.146:6811/33538","cluster_addr":"172.21.15.146:6817/33538","heartbeat_back_addr":"172.21.15.146:6823/33538","heartbeat_front_addr":"172.21.15.146:6821/33538","state":["exists","up"]},{"osd":2,"uuid":"71ab8d01-6bbc-4df4-892c-e638044b1e37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6801","nonce":33539},{"type":"v1","addr":"172.21.15.146:6803","nonce":33539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":33539},{"type":"v1","addr":"172.21.15.146:6806","nonce":33539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6815","nonce":33539},{"type":"v1","addr":"172.21.15.146:6818","nonce":33539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6809","nonce":33539},{"type":"v1","addr":"172.21.15.146:6812","nonce":33539}]},"public_addr":"172.21.15.146:6803/33539","cluster_addr":"172.21.15.146:6806/33539","heartbeat_back_addr":"172.21.15.146:6818/33539","heartbeat_front_addr":"172.21.15.146:6812/33539","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.683503+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.613565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-26T18:51:08.635683+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2023-03-26T18:51:20.250 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 flush_pg_stats
2023-03-26T18:51:20.251 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 flush_pg_stats
2023-03-26T18:51:20.251 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 flush_pg_stats
2023-03-26T18:51:20.413 INFO:teuthology.orchestra.run.smithi146.stdout:34359738373
2023-03-26T18:51:20.414 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0
2023-03-26T18:51:20.415 INFO:teuthology.orchestra.run.smithi146.stdout:34359738374
2023-03-26T18:51:20.415 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1
2023-03-26T18:51:20.418 INFO:teuthology.orchestra.run.smithi146.stdout:34359738374
2023-03-26T18:51:20.418 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2
2023-03-26T18:51:20.720 INFO:teuthology.orchestra.run.smithi146.stdout:34359738372
2023-03-26T18:51:20.734 INFO:teuthology.orchestra.run.smithi146.stdout:34359738373
2023-03-26T18:51:20.736 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.0
2023-03-26T18:51:20.750 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738374 got 34359738373 for osd.1
2023-03-26T18:51:20.774 INFO:teuthology.orchestra.run.smithi146.stdout:34359738373
2023-03-26T18:51:20.791 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738374 got 34359738373 for osd.2
2023-03-26T18:51:21.737 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0
2023-03-26T18:51:21.751 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1
2023-03-26T18:51:21.793 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2
2023-03-26T18:51:22.032 INFO:teuthology.orchestra.run.smithi146.stdout:34359738372
2023-03-26T18:51:22.051 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.0
2023-03-26T18:51:22.066 INFO:teuthology.orchestra.run.smithi146.stdout:34359738373
2023-03-26T18:51:22.089 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738374 got 34359738373 for osd.1
2023-03-26T18:51:22.122 INFO:teuthology.orchestra.run.smithi146.stdout:34359738373
2023-03-26T18:51:22.140 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738374 got 34359738373 for osd.2
2023-03-26T18:51:23.053 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0
2023-03-26T18:51:23.090 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1
2023-03-26T18:51:23.141 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2
2023-03-26T18:51:23.353 INFO:teuthology.orchestra.run.smithi146.stdout:34359738373
2023-03-26T18:51:23.371 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738373 for osd.0
2023-03-26T18:51:23.372 DEBUG:teuthology.parallel:result is None
2023-03-26T18:51:23.386 INFO:teuthology.orchestra.run.smithi146.stdout:34359738374
2023-03-26T18:51:23.403 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738374 got 34359738374 for osd.1
2023-03-26T18:51:23.404 DEBUG:teuthology.parallel:result is None
2023-03-26T18:51:23.418 INFO:teuthology.orchestra.run.smithi146.stdout:34359738374
2023-03-26T18:51:23.434 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738374 got 34359738374 for osd.2
2023-03-26T18:51:23.434 DEBUG:teuthology.parallel:result is None
2023-03-26T18:51:23.435 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean
2023-03-26T18:51:23.435 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json
2023-03-26T18:51:23.750 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:23.750 INFO:teuthology.orchestra.run.smithi146.stderr:dumped all
2023-03-26T18:51:23.766 INFO:teuthology.orchestra.run.smithi146.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2023-03-26T18:51:23.713726+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":25364,"kb_used_data":1536,"kb_used_omap":0,"kb_used_meta":23616,"kb_avail":283090156,"statfs":{"total":289910292480,"available":289884319744,"internally_reserved":0,"allocated":1572864,"data_stored":1288852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":24182784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001458"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332518+0000","last_change":"2023-03-26T18:51:19.333681+0000","last_active":"2023-03-26T18:51:20.332518+0000","last_peered":"2023-03-26T18:51:20.332518+0000","last_clean":"2023-03-26T18:51:20.332518+0000","last_became_active":"2023-03-26T18:51:19.333366+0000","last_became_peered":"2023-03-26T18:51:19.333366+0000","last_unstale":"2023-03-26T18:51:20.332518+0000","last_undegraded":"2023-03-26T18:51:20.332518+0000","last_fullsized":"2023-03-26T18:51:20.332518+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T18:57:54.055833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332415+0000","last_change":"2023-03-26T18:51:19.330369+0000","last_active":"2023-03-26T18:51:20.332415+0000","last_peered":"2023-03-26T18:51:20.332415+0000","last_clean":"2023-03-26T18:51:20.332415+0000","last_became_active":"2023-03-26T18:51:19.330077+0000","last_became_peered":"2023-03-26T18:51:19.330077+0000","last_unstale":"2023-03-26T18:51:20.332415+0000","last_undegraded":"2023-03-26T18:51:20.332415+0000","last_fullsized":"2023-03-26T18:51:20.332415+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T02:06:30.396563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332319+0000","last_change":"2023-03-26T18:51:19.330959+0000","last_active":"2023-03-26T18:51:20.332319+0000","last_peered":"2023-03-26T18:51:20.332319+0000","last_clean":"2023-03-26T18:51:20.332319+0000","last_became_active":"2023-03-26T18:51:19.330445+0000","last_became_peered":"2023-03-26T18:51:19.330445+0000","last_unstale":"2023-03-26T18:51:20.332319+0000","last_undegraded":"2023-03-26T18:51:20.332319+0000","last_fullsized":"2023-03-26T18:51:20.332319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T02:58:46.431757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332341+0000","last_change":"2023-03-26T18:51:19.330348+0000","last_active":"2023-03-26T18:51:20.332341+0000","last_peered":"2023-03-26T18:51:20.332341+0000","last_clean":"2023-03-26T18:51:20.332341+0000","last_became_active":"2023-03-26T18:51:19.330011+0000","last_became_peered":"2023-03-26T18:51:19.330011+0000","last_unstale":"2023-03-26T18:51:20.332341+0000","last_undegraded":"2023-03-26T18:51:20.332341+0000","last_fullsized":"2023-03-26T18:51:20.332341+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T05:46:29.425963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:19.335346+0000","last_change":"2023-03-26T18:51:19.330560+0000","last_active":"2023-03-26T18:51:19.335346+0000","last_peered":"2023-03-26T18:51:19.335346+0000","last_clean":"2023-03-26T18:51:19.335346+0000","last_became_active":"2023-03-26T18:51:19.329828+0000","last_became_peered":"2023-03-26T18:51:19.329828+0000","last_unstale":"2023-03-26T18:51:19.335346+0000","last_undegraded":"2023-03-26T18:51:19.335346+0000","last_fullsized":"2023-03-26T18:51:19.335346+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T05:46:39.531822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.403604+0000","last_change":"2023-03-26T18:51:19.327709+0000","last_active":"2023-03-26T18:51:20.403604+0000","last_peered":"2023-03-26T18:51:20.403604+0000","last_clean":"2023-03-26T18:51:20.403604+0000","last_became_active":"2023-03-26T18:51:19.327253+0000","last_became_peered":"2023-03-26T18:51:19.327253+0000","last_unstale":"2023-03-26T18:51:20.403604+0000","last_undegraded":"2023-03-26T18:51:20.403604+0000","last_fullsized":"2023-03-26T18:51:20.403604+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T22:15:11.459083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.403586+0000","last_change":"2023-03-26T18:51:19.328050+0000","last_active":"2023-03-26T18:51:20.403586+0000","last_peered":"2023-03-26T18:51:20.403586+0000","last_clean":"2023-03-26T18:51:20.403586+0000","last_became_active":"2023-03-26T18:51:19.327803+0000","last_became_peered":"2023-03-26T18:51:19.327803+0000","last_unstale":"2023-03-26T18:51:20.403586+0000","last_undegraded":"2023-03-26T18:51:20.403586+0000","last_fullsized":"2023-03-26T18:51:20.403586+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T04:36:27.017453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332451+0000","last_change":"2023-03-26T18:51:19.326290+0000","last_active":"2023-03-26T18:51:20.332451+0000","last_peered":"2023-03-26T18:51:20.332451+0000","last_clean":"2023-03-26T18:51:20.332451+0000","last_became_active":"2023-03-26T18:51:19.325976+0000","last_became_peered":"2023-03-26T18:51:19.325976+0000","last_unstale":"2023-03-26T18:51:20.332451+0000","last_undegraded":"2023-03-26T18:51:20.332451+0000","last_fullsized":"2023-03-26T18:51:20.332451+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T00:02:54.159135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":140,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:19.316567+0000","last_change":"2023-03-26T18:51:15.516216+0000","last_active":"2023-03-26T18:51:19.316567+0000","last_peered":"2023-03-26T18:51:19.316567+0000","last_clean":"2023-03-26T18:51:19.316567+0000","last_became_active":"2023-03-26T18:51:15.513902+0000","last_became_peered":"2023-03-26T18:51:15.513902+0000","last_unstale":"2023-03-26T18:51:19.316567+0000","last_undegraded":"2023-03-26T18:51:19.316567+0000","last_fullsized":"2023-03-26T18:51:19.316567+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:14.276446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:14.276446+0000","last_clean_scrub_stamp":"2023-03-26T18:51:14.276446+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T19:49:53.147303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738375,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7752,"kb_used_data":128,"kb_used_omap":0,"kb_used_meta":7616,"kb_avail":94364088,"statfs":{"total":96636764160,"available":96628826112,"internally_reserved":0,"allocated":131072,"data_stored":37198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7798784},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":1,"up_from":8,"seq":34359738375,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8716,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":8000,"kb_avail":94363124,"statfs":{"total":96636764160,"available":96627838976,"internally_reserved":0,"allocated":724992,"data_stored":627566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8192000},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738374,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8896,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":8000,"kb_avail":94362944,"statfs":{"total":96636764160,"available":96627654656,"internally_reserved":0,"allocated":716800,"data_stored":624088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8192000},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2023-03-26T18:51:23.768 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json
2023-03-26T18:51:24.033 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:24.033 INFO:teuthology.orchestra.run.smithi146.stderr:dumped all
2023-03-26T18:51:24.049 INFO:teuthology.orchestra.run.smithi146.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2023-03-26T18:51:23.713726+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":25364,"kb_used_data":1536,"kb_used_omap":0,"kb_used_meta":23616,"kb_avail":283090156,"statfs":{"total":289910292480,"available":289884319744,"internally_reserved":0,"allocated":1572864,"data_stored":1288852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":24182784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001458"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332518+0000","last_change":"2023-03-26T18:51:19.333681+0000","last_active":"2023-03-26T18:51:20.332518+0000","last_peered":"2023-03-26T18:51:20.332518+0000","last_clean":"2023-03-26T18:51:20.332518+0000","last_became_active":"2023-03-26T18:51:19.333366+0000","last_became_peered":"2023-03-26T18:51:19.333366+0000","last_unstale":"2023-03-26T18:51:20.332518+0000","last_undegraded":"2023-03-26T18:51:20.332518+0000","last_fullsized":"2023-03-26T18:51:20.332518+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T18:57:54.055833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332415+0000","last_change":"2023-03-26T18:51:19.330369+0000","last_active":"2023-03-26T18:51:20.332415+0000","last_peered":"2023-03-26T18:51:20.332415+0000","last_clean":"2023-03-26T18:51:20.332415+0000","last_became_active":"2023-03-26T18:51:19.330077+0000","last_became_peered":"2023-03-26T18:51:19.330077+0000","last_unstale":"2023-03-26T18:51:20.332415+0000","last_undegraded":"2023-03-26T18:51:20.332415+0000","last_fullsized":"2023-03-26T18:51:20.332415+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T02:06:30.396563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332319+0000","last_change":"2023-03-26T18:51:19.330959+0000","last_active":"2023-03-26T18:51:20.332319+0000","last_peered":"2023-03-26T18:51:20.332319+0000","last_clean":"2023-03-26T18:51:20.332319+0000","last_became_active":"2023-03-26T18:51:19.330445+0000","last_became_peered":"2023-03-26T18:51:19.330445+0000","last_unstale":"2023-03-26T18:51:20.332319+0000","last_undegraded":"2023-03-26T18:51:20.332319+0000","last_fullsized":"2023-03-26T18:51:20.332319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T02:58:46.431757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332341+0000","last_change":"2023-03-26T18:51:19.330348+0000","last_active":"2023-03-26T18:51:20.332341+0000","last_peered":"2023-03-26T18:51:20.332341+0000","last_clean":"2023-03-26T18:51:20.332341+0000","last_became_active":"2023-03-26T18:51:19.330011+0000","last_became_peered":"2023-03-26T18:51:19.330011+0000","last_unstale":"2023-03-26T18:51:20.332341+0000","last_undegraded":"2023-03-26T18:51:20.332341+0000","last_fullsized":"2023-03-26T18:51:20.332341+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T05:46:29.425963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:19.335346+0000","last_change":"2023-03-26T18:51:19.330560+0000","last_active":"2023-03-26T18:51:19.335346+0000","last_peered":"2023-03-26T18:51:19.335346+0000","last_clean":"2023-03-26T18:51:19.335346+0000","last_became_active":"2023-03-26T18:51:19.329828+0000","last_became_peered":"2023-03-26T18:51:19.329828+0000","last_unstale":"2023-03-26T18:51:19.335346+0000","last_undegraded":"2023-03-26T18:51:19.335346+0000","last_fullsized":"2023-03-26T18:51:19.335346+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T05:46:39.531822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.403604+0000","last_change":"2023-03-26T18:51:19.327709+0000","last_active":"2023-03-26T18:51:20.403604+0000","last_peered":"2023-03-26T18:51:20.403604+0000","last_clean":"2023-03-26T18:51:20.403604+0000","last_became_active":"2023-03-26T18:51:19.327253+0000","last_became_peered":"2023-03-26T18:51:19.327253+0000","last_unstale":"2023-03-26T18:51:20.403604+0000","last_undegraded":"2023-03-26T18:51:20.403604+0000","last_fullsized":"2023-03-26T18:51:20.403604+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T22:15:11.459083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.403586+0000","last_change":"2023-03-26T18:51:19.328050+0000","last_active":"2023-03-26T18:51:20.403586+0000","last_peered":"2023-03-26T18:51:20.403586+0000","last_clean":"2023-03-26T18:51:20.403586+0000","last_became_active":"2023-03-26T18:51:19.327803+0000","last_became_peered":"2023-03-26T18:51:19.327803+0000","last_unstale":"2023-03-26T18:51:20.403586+0000","last_undegraded":"2023-03-26T18:51:20.403586+0000","last_fullsized":"2023-03-26T18:51:20.403586+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T04:36:27.017453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":15,"state":"active+clean","last_fresh":"2023-03-26T18:51:20.332451+0000","last_change":"2023-03-26T18:51:19.326290+0000","last_active":"2023-03-26T18:51:20.332451+0000","last_peered":"2023-03-26T18:51:20.332451+0000","last_clean":"2023-03-26T18:51:20.332451+0000","last_became_active":"2023-03-26T18:51:19.325976+0000","last_became_peered":"2023-03-26T18:51:19.325976+0000","last_unstale":"2023-03-26T18:51:20.332451+0000","last_undegraded":"2023-03-26T18:51:20.332451+0000","last_fullsized":"2023-03-26T18:51:20.332451+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:18.301572+0000","last_clean_scrub_stamp":"2023-03-26T18:51:18.301572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-28T00:02:54.159135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":140,"reported_epoch":14,"state":"active+clean","last_fresh":"2023-03-26T18:51:19.316567+0000","last_change":"2023-03-26T18:51:15.516216+0000","last_active":"2023-03-26T18:51:19.316567+0000","last_peered":"2023-03-26T18:51:19.316567+0000","last_clean":"2023-03-26T18:51:19.316567+0000","last_became_active":"2023-03-26T18:51:15.513902+0000","last_became_peered":"2023-03-26T18:51:15.513902+0000","last_unstale":"2023-03-26T18:51:19.316567+0000","last_undegraded":"2023-03-26T18:51:19.316567+0000","last_fullsized":"2023-03-26T18:51:19.316567+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-26T18:51:14.276446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-26T18:51:14.276446+0000","last_clean_scrub_stamp":"2023-03-26T18:51:14.276446+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-27T19:49:53.147303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738375,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7752,"kb_used_data":128,"kb_used_omap":0,"kb_used_meta":7616,"kb_avail":94364088,"statfs":{"total":96636764160,"available":96628826112,"internally_reserved":0,"allocated":131072,"data_stored":37198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7798784},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":1,"up_from":8,"seq":34359738375,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8716,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":8000,"kb_avail":94363124,"statfs":{"total":96636764160,"available":96627838976,"internally_reserved":0,"allocated":724992,"data_stored":627566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8192000},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738374,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8896,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":8000,"kb_avail":94362944,"statfs":{"total":96636764160,"available":96627654656,"internally_reserved":0,"allocated":716800,"data_stored":624088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8192000},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Jan  1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2023-03-26T18:51:24.051 INFO:tasks.ceph.ceph_manager.cluster2:clean!
2023-03-26T18:51:24.051 INFO:tasks.ceph:Waiting until ceph cluster cluster2 is healthy...
2023-03-26T18:51:24.051 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy
2023-03-26T18:51:24.051 DEBUG:teuthology.orchestra.run.smithi146:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 health --format=json
2023-03-26T18:51:24.340 INFO:teuthology.orchestra.run.smithi146.stdout:
2023-03-26T18:51:24.341 INFO:teuthology.orchestra.run.smithi146.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2023-03-26T18:51:24.358 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy done
2023-03-26T18:51:24.359 INFO:teuthology.run_tasks:Running task exec...
2023-03-26T18:51:24.423 INFO:teuthology.task.exec:Executing custom commands...
2023-03-26T18:51:24.424 INFO:teuthology.task.exec:Running commands on role cluster1.client.mirror.0 host ubuntu@smithi146.front.sepia.ceph.com
2023-03-26T18:51:24.424 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror mon '"'"'profile rbd-mirror-peer'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:24.769 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror
2023-03-26T18:51:24.786 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.0 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:25.127 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.0
2023-03-26T18:51:25.146 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.1 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:25.485 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.1
2023-03-26T18:51:25.505 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.2 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:25.838 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.2
2023-03-26T18:51:25.856 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.3 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:26.205 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.3
2023-03-26T18:51:26.223 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror mon '"'"'profile rbd-mirror-peer'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:26.548 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror
2023-03-26T18:51:26.566 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.0 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:26.916 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.0
2023-03-26T18:51:26.935 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.1 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:27.260 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.1
2023-03-26T18:51:27.278 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.2 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:27.601 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.2
2023-03-26T18:51:27.620 DEBUG:teuthology.orchestra.run.smithi146:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.3 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"''
2023-03-26T18:51:27.973 INFO:teuthology.orchestra.run.smithi146.stderr:updated caps for client.mirror.3
2023-03-26T18:51:27.993 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Restarting daemon
2023-03-26T18:51:28.009 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0
2023-03-26T18:51:28.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Started
2023-03-26T18:51:28.012 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon
2023-03-26T18:51:28.025 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1
2023-03-26T18:51:28.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started
2023-03-26T18:51:28.027 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Restarting daemon
2023-03-26T18:51:28.041 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2
2023-03-26T18:51:28.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Started
2023-03-26T18:51:28.043 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.3:Restarting daemon
2023-03-26T18:51:28.057 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.3
2023-03-26T18:51:28.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.3:Started
2023-03-26T18:51:28.060 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.072 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon
2023-03-26T18:51:28.073 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0
2023-03-26T18:51:28.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started
2023-03-26T18:51:28.076 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.089 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon
2023-03-26T18:51:28.089 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1
2023-03-26T18:51:28.091 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started
2023-03-26T18:51:28.091 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.109 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Restarting daemon
2023-03-26T18:51:28.109 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2
2023-03-26T18:51:28.111 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Started
2023-03-26T18:51:28.112 INFO:teuthology.run_tasks:Running task rbd-mirror...
2023-03-26T18:51:28.125 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Restarting daemon
2023-03-26T18:51:28.126 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3
2023-03-26T18:51:28.128 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Started
2023-03-26T18:51:28.128 INFO:teuthology.run_tasks:Running task rbd-mirror-thrash...
2023-03-26T18:51:28.146 INFO:tasks.rbd_mirror_thrash:rbd_mirror_thrash using random seed: 1679856688
2023-03-26T18:51:28.147 DEBUG:tasks.rbd_mirror_thrash:Yielding
2023-03-26T18:51:28.147 INFO:teuthology.run_tasks:Running task rbd-mirror-thrash...
2023-03-26T18:51:28.160 INFO:tasks.rbd_mirror_thrash:rbd_mirror_thrash using random seed: 1679856688
2023-03-26T18:51:28.160 DEBUG:tasks.rbd_mirror_thrash:Yielding
2023-03-26T18:51:28.160 INFO:teuthology.run_tasks:Running task workunit...
2023-03-26T18:51:28.191 INFO:tasks.workunit:Pulling workunits from ref 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:51:28.191 INFO:tasks.workunit:Making a separate scratch dir for every client...
2023-03-26T18:51:28.192 DEBUG:teuthology.orchestra.run.smithi146:> stat -- /home/ubuntu/cephtest/mnt.cluster1.mirror
2023-03-26T18:51:28.193 INFO:tasks.rbd_mirror_thrash:starting thrash for cluster cluster1
2023-03-26T18:51:28.193 INFO:tasks.rbd_mirror_thrash:waiting for 63 secs before thrashing
2023-03-26T18:51:28.193 INFO:tasks.rbd_mirror_thrash:starting thrash for cluster cluster2
2023-03-26T18:51:28.193 INFO:tasks.rbd_mirror_thrash:waiting for 71 secs before thrashing
2023-03-26T18:51:28.197 DEBUG:teuthology.orchestra.run:got remote process result: 1
2023-03-26T18:51:28.197 INFO:teuthology.orchestra.run.smithi146.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.cluster1.mirror': No such file or directory
2023-03-26T18:51:28.198 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -- /home/ubuntu/cephtest/mnt.cluster1.mirror
2023-03-26T18:51:28.250 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.cluster1.mirror
2023-03-26T18:51:28.250 DEBUG:teuthology.orchestra.run.smithi146:> cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror && mkdir -- client.mirror
2023-03-26T18:51:28.296 INFO:tasks.workunit:timeout=3h
2023-03-26T18:51:28.297 INFO:tasks.workunit:cleanup=True
2023-03-26T18:51:28.297 DEBUG:teuthology.orchestra.run.smithi146:> rm -rf /home/ubuntu/cephtest/clone.cluster1.client.mirror && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.cluster1.client.mirror && cd /home/ubuntu/cephtest/clone.cluster1.client.mirror && git checkout 992e4bc04931e307ee0af0e78ea5dc3e32d072a4
2023-03-26T18:51:28.350 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:Cloning into '/home/ubuntu/cephtest/clone.cluster1.client.mirror'...
2023-03-26T18:52:17.155 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:Note: switching to '992e4bc04931e307ee0af0e78ea5dc3e32d072a4'.
2023-03-26T18:52:17.155 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:You are in 'detached HEAD' state. You can look around, make experimental
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:changes and commit them, and you can discard any commits you make in this
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:state without impacting any branches by switching back to a branch.
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:If you want to create a new branch to retain commits you create, you may
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:do so (now or later) by using -c with the switch command. Example:
2023-03-26T18:52:17.156 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:  git switch -c <new-branch-name>
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:Or undo this operation with:
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:  git switch -
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:Turn off this advice by setting config variable advice.detachedHead to false
2023-03-26T18:52:17.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:
2023-03-26T18:52:17.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:HEAD is now at 992e4bc0493 FORCE A REBUILD
2023-03-26T18:52:17.159 DEBUG:teuthology.orchestra.run.smithi146:> cd -- /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.cluster1.client.mirror
2023-03-26T18:52:17.206 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done
2023-03-26T18:52:17.209 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/direct_io'
2023-03-26T18:52:17.210 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test
2023-03-26T18:52:18.023 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io
2023-03-26T18:52:18.111 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read
2023-03-26T18:52:18.161 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/direct_io'
2023-03-26T18:52:18.163 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/fs'
2023-03-26T18:52:18.163 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc
2023-03-26T18:52:18.205 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/fs'
2023-03-26T18:52:18.208 DEBUG:teuthology.orchestra.run.smithi146:> set -ex
2023-03-26T18:52:18.208 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/home/ubuntu/cephtest/workunits.list.cluster1.client.mirror of=/dev/stdout
2023-03-26T18:52:18.257 INFO:tasks.workunit:Running workunits matching rbd/rbd_mirror_fsx_prepare.sh on cluster1.client.mirror...
2023-03-26T18:52:18.258 INFO:tasks.workunit:Running workunit rbd/rbd_mirror_fsx_prepare.sh...
2023-03-26T18:52:18.258 DEBUG:teuthology.orchestra.run.smithi146:workunit test rbd/rbd_mirror_fsx_prepare.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=992e4bc04931e307ee0af0e78ea5dc3e32d072a4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS='' RBD_MIRROR_NOCLEANUP=1 RBD_MIRROR_USE_EXISTING_CLUSTER=1 RBD_MIRROR_USE_RBD_MIRROR=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_fsx_prepare.sh
2023-03-26T18:52:18.313 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ dirname /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_fsx_prepare.sh
2023-03-26T18:52:18.314 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ . /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_helpers.sh
2023-03-26T18:52:18.314 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ type xmlstarlet
2023-03-26T18:52:18.314 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ XMLSTARLET=xmlstarlet
2023-03-26T18:52:18.314 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ RBD_MIRROR_INSTANCES=2
2023-03-26T18:52:18.314 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CLUSTER1=cluster1
2023-03-26T18:52:18.314 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CLUSTER2=cluster2
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ PEER_CLUSTER_SUFFIX=
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ POOL=mirror
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ PARENT_POOL=mirror_parent
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ NS1=ns1
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ NS2=ns2
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ TEMPDIR=
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ID=mirror
2023-03-26T18:52:18.315 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ RBD_IMAGE_FEATURES=layering,exclusive-lock,journaling
2023-03-26T18:52:18.316 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ MIRROR_USER_ID_PREFIX=mirror.
2023-03-26T18:52:18.316 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ MIRROR_POOL_MODE=pool
2023-03-26T18:52:18.316 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ MIRROR_IMAGE_MODE=journal
2023-03-26T18:52:18.316 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ export CEPH_ARGS=--id mirror
2023-03-26T18:52:18.316 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ LAST_MIRROR_INSTANCE=1
2023-03-26T18:52:18.316 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ dirname /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_fsx_prepare.sh
2023-03-26T18:52:18.317 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ readlink -f /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/../../../src
2023-03-26T18:52:18.317 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror/src
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_BIN=.
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_SRC=.
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -e CMakeCache.txt ]
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -gt 0 ]
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ setup
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local c
2023-03-26T18:52:18.318 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ trap cleanup $? INT TERM EXIT
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ setup_tempdir
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ mktemp -d
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ TEMPDIR=/tmp/tmp.ZiYlbsUgJ6
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -z 1 ]
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ setup_pools cluster1 cluster2
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local cluster=cluster1
2023-03-26T18:52:18.319 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local remote_cluster=cluster2
2023-03-26T18:52:18.320 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local mon_map_file
2023-03-26T18:52:18.320 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local mon_addr
2023-03-26T18:52:18.320 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local admin_key_file
2023-03-26T18:52:18.320 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local uuid
2023-03-26T18:52:18.320 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= ceph --cluster cluster1 osd pool create mirror 64 64
2023-03-26T18:52:18.786 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:pool 'mirror' already exists
2023-03-26T18:52:18.803 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= ceph --cluster cluster1 osd pool create mirror_parent 64 64
2023-03-26T18:52:19.790 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:pool 'mirror_parent' already exists
2023-03-26T18:52:19.807 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= rbd --cluster cluster1 pool init mirror
2023-03-26T18:52:22.856 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= rbd --cluster cluster1 pool init mirror_parent
2023-03-26T18:52:25.764 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:25.764 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= rbd --cluster cluster1 mirror pool enable --site-name cluster1 mirror pool
2023-03-26T18:52:25.851 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 mirror pool enable mirror_parent image
2023-03-26T18:52:25.908 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 namespace create mirror/ns1
2023-03-26T18:52:25.957 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 namespace create mirror/ns2
2023-03-26T18:52:26.002 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 mirror pool enable mirror/ns1 pool
2023-03-26T18:52:26.058 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 mirror pool enable mirror/ns2 image
2023-03-26T18:52:26.112 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -z ]
2023-03-26T18:52:26.112 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -z ]
2023-03-26T18:52:26.112 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_add cluster1 mirror cluster2
2023-03-26T18:52:26.113 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local cluster=cluster1
2023-03-26T18:52:26.114 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:26.114 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local pool=mirror
2023-03-26T18:52:26.114 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:26.114 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local client_cluster=cluster2
2023-03-26T18:52:26.114 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:26.114 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local remote_cluster=cluster2
2023-03-26T18:52:26.115 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local uuid_var_name
2023-03-26T18:52:26.115 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:26.115 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local error_code
2023-03-26T18:52:26.115 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local peer_uuid
2023-03-26T18:52:26.115 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set +e
2023-03-26T18:52:26.115 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 mirror pool peer add mirror cluster2
2023-03-26T18:52:26.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_uuid=35fbdce9-df98-459f-85c9-2d8af4442e8a
2023-03-26T18:52:26.157 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ error_code=0
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set -e
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -eq 17 ]
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ test 0 -eq 0
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ return 0
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_add cluster1 mirror_parent cluster2
2023-03-26T18:52:26.158 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local cluster=cluster1
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local pool=mirror_parent
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local client_cluster=cluster2
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local remote_cluster=cluster2
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local uuid_var_name
2023-03-26T18:52:26.159 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:26.160 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local error_code
2023-03-26T18:52:26.160 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local peer_uuid
2023-03-26T18:52:26.160 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set +e
2023-03-26T18:52:26.160 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster1 mirror pool peer add mirror_parent cluster2
2023-03-26T18:52:26.202 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_uuid=20d2b95f-6317-468c-9c6f-3a263ab5753e
2023-03-26T18:52:26.202 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ error_code=0
2023-03-26T18:52:26.202 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set -e
2023-03-26T18:52:26.202 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -eq 17 ]
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ test 0 -eq 0
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ return 0
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ setup_pools cluster2 cluster1
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local cluster=cluster2
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local remote_cluster=cluster1
2023-03-26T18:52:26.203 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local mon_map_file
2023-03-26T18:52:26.204 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local mon_addr
2023-03-26T18:52:26.204 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local admin_key_file
2023-03-26T18:52:26.204 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local uuid
2023-03-26T18:52:26.204 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= ceph --cluster cluster2 osd pool create mirror 64 64
2023-03-26T18:52:27.438 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:pool 'mirror' already exists
2023-03-26T18:52:27.456 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= ceph --cluster cluster2 osd pool create mirror_parent 64 64
2023-03-26T18:52:28.395 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.smithi146.stderr:2023-03-26T18:52:28.391+0000 7f46d4190880 -1 rbd::mirror::PoolReplayer: 0x559a8fe78c00 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:28.396 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.smithi146.stderr:2023-03-26T18:52:28.391+0000 7f7532c36880 -1 rbd::mirror::PoolReplayer: 0x564c3a2e6c00 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:28.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.smithi146.stderr:2023-03-26T18:52:28.399+0000 7fa413e2f880 -1 rbd::mirror::PoolReplayer: 0x559a3e820c00 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:28.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.smithi146.stderr:2023-03-26T18:52:28.399+0000 7f0ec4ddb880 -1 rbd::mirror::PoolReplayer: 0x562fed8e0c00 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:28.487 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:pool 'mirror_parent' already exists
2023-03-26T18:52:28.505 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= rbd --cluster cluster2 pool init mirror
2023-03-26T18:52:29.390 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.smithi146.stderr:2023-03-26T18:52:29.387+0000 7fa413e2f880 -1 rbd::mirror::PoolReplayer: 0x559a3f4f5500 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:29.391 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.smithi146.stderr:2023-03-26T18:52:29.387+0000 7f0ec4ddb880 -1 rbd::mirror::PoolReplayer: 0x562fed957500 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:29.391 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.smithi146.stderr:2023-03-26T18:52:29.387+0000 7f7532c36880 -1 rbd::mirror::PoolReplayer: 0x564c3afaf500 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:29.392 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.smithi146.stderr:2023-03-26T18:52:29.387+0000 7f46d4190880 -1 rbd::mirror::PoolReplayer: 0x559a90b59500 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:31.194 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.426810871273688) > weight (0.25)
2023-03-26T18:52:31.194 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.1
2023-03-26T18:52:31.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Sent signal 15
2023-03-26T18:52:31.195 INFO:tasks.rbd_mirror_thrash:waiting for 2 secs before reviving daemons
2023-03-26T18:52:31.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.smithi146.stderr:2023-03-26T18:52:31.191+0000 7f46d114c640 -1 received  signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1  (PID: 38565) UID: 1000
2023-03-26T18:52:31.391 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= rbd --cluster cluster2 pool init mirror_parent
2023-03-26T18:52:33.196 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.1
2023-03-26T18:52:33.196 INFO:teuthology.orchestra.run:waiting for 600
2023-03-26T18:52:33.197 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.1
2023-03-26T18:52:33.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon
2023-03-26T18:52:33.197 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1
2023-03-26T18:52:33.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started
2023-03-26T18:52:33.200 INFO:tasks.rbd_mirror_thrash:waiting for 91 secs before thrashing
2023-03-26T18:52:33.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.smithi146.stderr:2023-03-26T18:52:33.339+0000 7f3efab55880 -1 rbd::mirror::PoolReplayer: 0x56375f6d2000 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:33.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.smithi146.stderr:2023-03-26T18:52:33.407+0000 7f3efab55880 -1 rbd::mirror::PoolReplayer: 0x5637603a5b00 init: failed to initialize remote pool poller: (2) No such file or directory
2023-03-26T18:52:34.406 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:34.407 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ CEPH_ARGS= rbd --cluster cluster2 mirror pool enable --site-name cluster2 mirror pool
2023-03-26T18:52:34.463 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 mirror pool enable mirror_parent image
2023-03-26T18:52:34.502 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 namespace create mirror/ns1
2023-03-26T18:52:34.539 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 namespace create mirror/ns2
2023-03-26T18:52:34.577 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 mirror pool enable mirror/ns1 pool
2023-03-26T18:52:34.618 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 mirror pool enable mirror/ns2 image
2023-03-26T18:52:34.658 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -z ]
2023-03-26T18:52:34.658 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -z ]
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_add cluster2 mirror cluster1
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local cluster=cluster2
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local pool=mirror
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local client_cluster=cluster1
2023-03-26T18:52:34.659 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local remote_cluster=cluster1
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local uuid_var_name
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local error_code
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local peer_uuid
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set +e
2023-03-26T18:52:34.660 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 mirror pool peer add mirror cluster1
2023-03-26T18:52:34.697 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_uuid=738b2b4c-d1dd-42b5-a665-cf2b95faa4d1
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ error_code=0
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set -e
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -eq 17 ]
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ test 0 -eq 0
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ return 0
2023-03-26T18:52:34.698 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_add cluster2 mirror_parent cluster1
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local cluster=cluster2
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local pool=mirror_parent
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local client_cluster=cluster1
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ shift
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local remote_cluster=cluster1
2023-03-26T18:52:34.699 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local uuid_var_name
2023-03-26T18:52:34.700 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:34.700 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local error_code
2023-03-26T18:52:34.700 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local peer_uuid
2023-03-26T18:52:34.700 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set +e
2023-03-26T18:52:34.700 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ rbd --cluster cluster2 mirror pool peer add mirror_parent cluster1
2023-03-26T18:52:34.736 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ peer_uuid=c677c338-f59f-4c09-bee3-11974923434a
2023-03-26T18:52:34.736 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ error_code=0
2023-03-26T18:52:34.736 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set -e
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -eq 17 ]
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ test 0 -eq 0
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ return 0
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -n  ]
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ cleanup 0
2023-03-26T18:52:34.737 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ local error_code=0
2023-03-26T18:52:34.738 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ set +e
2023-03-26T18:52:34.738 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -ne 0 ]
2023-03-26T18:52:34.738 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ -z 1 ]
2023-03-26T18:52:34.738 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stdout:OK
2023-03-26T18:52:34.739 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ [ 0 -eq 0 ]
2023-03-26T18:52:34.739 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ echo OK
2023-03-26T18:52:34.739 INFO:tasks.workunit.cluster1.client.mirror.smithi146.stderr:+ exit 0
2023-03-26T18:52:34.739 INFO:teuthology.orchestra.run:Running command with timeout 3600
2023-03-26T18:52:34.740 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp
2023-03-26T18:52:34.790 INFO:tasks.workunit:Stopping ['rbd/rbd_mirror_fsx_prepare.sh'] on cluster1.client.mirror...
2023-03-26T18:52:34.790 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.cluster1.client.mirror /home/ubuntu/cephtest/clone.cluster1.client.mirror
2023-03-26T18:52:35.071 DEBUG:teuthology.parallel:result is None
2023-03-26T18:52:35.072 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror
2023-03-26T18:52:35.083 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror
2023-03-26T18:52:35.084 DEBUG:teuthology.orchestra.run.smithi146:> rmdir -- /home/ubuntu/cephtest/mnt.cluster1.mirror
2023-03-26T18:52:35.250 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror
2023-03-26T18:52:35.250 INFO:teuthology.run_tasks:Running task rbd_fsx...
2023-03-26T18:52:35.263 INFO:tasks.rbd_fsx:starting rbd_fsx...
2023-03-26T18:52:35.263 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.0
2023-03-26T18:52:35.264 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.1 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.1
2023-03-26T18:52:35.265 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.2 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.2
2023-03-26T18:52:35.265 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.3 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.3
2023-03-26T18:52:35.266 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.4 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.4
2023-03-26T18:52:35.266 DEBUG:teuthology.orchestra.run.smithi146:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster cluster1 --id mirror.5 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 1 -w 1 -t 1 -h 1 -l 250000000 -S 0 -N 6000 -k mirror image_cluster1.client.mirror.5
2023-03-26T18:52:35.289 INFO:teuthology.orchestra.run.smithi146.stdout:mapped writes DISABLED
2023-03-26T18:52:35.289 INFO:teuthology.orchestra.run.smithi146.stdout:mapped reads DISABLED
2023-03-26T18:52:35.290 INFO:teuthology.orchestra.run.smithi146.stdout:Seed set to 7132
2023-03-26T18:52:35.292 INFO:teuthology.orchestra.run.smithi146.stdout:mapped writes DISABLED
2023-03-26T18:52:35.292 INFO:teuthology.orchestra.run.smithi146.stdout:mapped reads DISABLED
2023-03-26T18:52:35.292 INFO:teuthology.orchestra.run.smithi146.stdout:Seed set to 9698
2023-03-26T18:52:35.294 INFO:teuthology.orchestra.run.smithi146.stdout:mapped writes DISABLED
2023-03-26T18:52:35.295 INFO:teuthology.orchestra.run.smithi146.stdout:mapped reads DISABLED
2023-03-26T18:52:35.295 INFO:teuthology.orchestra.run.smithi146.stdout:Seed set to 7145
2023-03-26T18:52:35.296 INFO:teuthology.orchestra.run.smithi146.stdout:mapped writes DISABLED
2023-03-26T18:52:35.296 INFO:teuthology.orchestra.run.smithi146.stdout:mapped reads DISABLED
2023-03-26T18:52:35.296 INFO:teuthology.orchestra.run.smithi146.stdout:Seed set to 8355
2023-03-26T18:52:35.296 INFO:teuthology.orchestra.run.smithi146.stdout:mapped writes DISABLED
2023-03-26T18:52:35.296 INFO:teuthology.orchestra.run.smithi146.stdout:mapped reads DISABLED
2023-03-26T18:52:35.297 INFO:teuthology.orchestra.run.smithi146.stdout:Seed set to 5756
2023-03-26T18:52:35.298 INFO:teuthology.orchestra.run.smithi146.stdout:mapped writes DISABLED
2023-03-26T18:52:35.298 INFO:teuthology.orchestra.run.smithi146.stdout:mapped reads DISABLED
2023-03-26T18:52:35.298 INFO:teuthology.orchestra.run.smithi146.stdout:Seed set to 6340
2023-03-26T18:52:37.481 INFO:teuthology.orchestra.run.smithi146.stdout:1 writesame	0x5a950eb thru	0x5aa17ec	data_size	0x15(0xc702 bytes)
2023-03-26T18:52:37.484 INFO:teuthology.orchestra.run.smithi146.stdout:2 read	0x2720ea0 thru	0x272faf4	(0xec55 bytes)
2023-03-26T18:52:37.484 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xc66f100
2023-03-26T18:52:37.485 INFO:teuthology.orchestra.run.smithi146.stdout:1 writesame	0x7e0cf4b thru	0x7e0fdb9	data_size	0x1(0x2e6f bytes)
2023-03-26T18:52:37.488 INFO:teuthology.orchestra.run.smithi146.stdout:2 write	0x2fa17ae thru	0x2facfb8	(0xb80b bytes)
2023-03-26T18:52:37.492 INFO:teuthology.orchestra.run.smithi146.stdout:6 trunc	from 0x5aa17ed to 0xc66f100
2023-03-26T18:52:37.501 INFO:teuthology.orchestra.run.smithi146.stdout:3 read	0x52c1bdd thru	0x52d0380	(0xe7a4 bytes)
2023-03-26T18:52:37.501 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:37.501 INFO:teuthology.orchestra.run.smithi146.stdout:7 write	0x782ee29 thru	0x7833d34	(0x4f0c bytes)
2023-03-26T18:52:37.524 INFO:teuthology.orchestra.run.smithi146.stdout:7 read	0x2052bcf thru	0x20577b3	(0x4be5 bytes)
2023-03-26T18:52:37.524 INFO:teuthology.orchestra.run.smithi146.stdout:11 write	0x573c142 thru	0x5748883	(0xc742 bytes)
2023-03-26T18:52:37.538 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:37.538 INFO:teuthology.orchestra.run.smithi146.stdout:13 write	0x6ff6bdb thru	0x6ffd743	(0x6b69 bytes)
2023-03-26T18:52:37.549 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:37.549 INFO:teuthology.orchestra.run.smithi146.stdout:15 write	0x562ce01 thru	0x56321f0	(0x53f0 bytes)
2023-03-26T18:52:37.551 INFO:teuthology.orchestra.run.smithi146.stdout:8 write	0xd6a6d25 thru	0xd6a888a	(0x1b66 bytes)
2023-03-26T18:52:37.562 INFO:teuthology.orchestra.run.smithi146.stdout:9 write	0x6b9ff50 thru	0x6bacd2e	(0xcddf bytes)
2023-03-26T18:52:37.574 INFO:teuthology.orchestra.run.smithi146.stdout:11 punch	from 0xad9b0da to 0xada31dc, (0x8102 bytes)
2023-03-26T18:52:37.575 INFO:teuthology.orchestra.run.smithi146.stdout:12 writesame	0x992effd thru	0x99342e1	data_size	0x1(0x52e5 bytes)
2023-03-26T18:52:37.586 INFO:teuthology.orchestra.run.smithi146.stdout:17 writesame	0xd5e1193 thru	0xd5e49ad	data_size	0x1(0x381b bytes)
2023-03-26T18:52:37.589 INFO:teuthology.orchestra.run.smithi146.stdout:18 writesame	0x22a57c2 thru	0x22af641	data_size	0x40(0x9e80 bytes)
2023-03-26T18:52:37.602 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xab655dc
2023-03-26T18:52:37.606 INFO:teuthology.orchestra.run.smithi146.stdout:13 trunc	from 0xd6a888b to 0xab655dc
2023-03-26T18:52:37.609 INFO:teuthology.orchestra.run.smithi146.stdout:19 trunc	from 0xd5e49ae to 0x53172eb
2023-03-26T18:52:37.643 INFO:teuthology.orchestra.run.smithi146.stdout:15 punch	from 0x18ca86 to 0x19096f, (0x3ee9 bytes)
2023-03-26T18:52:37.648 INFO:teuthology.orchestra.run.smithi146.stdout:20 clone	1 order 20 su 524288 sc 7
2023-03-26T18:52:37.662 INFO:teuthology.orchestra.run.smithi146.stdout:16 write	0xbfd4ff8 thru	0xbfe00be	(0xb0c7 bytes)
2023-03-26T18:52:37.707 INFO:teuthology.orchestra.run.smithi146.stdout:17 writesame	0xc26b5e6 thru	0xc2738bc	data_size	0x69(0x82d7 bytes)
2023-03-26T18:52:37.710 INFO:teuthology.orchestra.run.smithi146.stdout:18 read	0x62b077a thru	0x62bf4ed	(0xed74 bytes)
2023-03-26T18:52:37.710 INFO:teuthology.orchestra.run.smithi146.stdout:20 clone	1 order 22 su 65536 sc 15
2023-03-26T18:52:37.993 INFO:teuthology.orchestra.run.smithi146.stdout:21 write	0xb4978e3 thru	0xb4a1cf7	(0xa415 bytes)
2023-03-26T18:52:38.013 INFO:teuthology.orchestra.run.smithi146.stdout:23 read	0x3f5442b thru	0x3f5b78a	(0x7360 bytes)
2023-03-26T18:52:38.014 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.014 INFO:teuthology.orchestra.run.smithi146.stdout:28 read	0xb2aef52 thru	0xb2b9935	(0xa9e4 bytes)
2023-03-26T18:52:38.014 INFO:teuthology.orchestra.run.smithi146.stdout:29 read	0x57af948 thru	0x57bf39d	(0xfa56 bytes)
2023-03-26T18:52:38.014 INFO:teuthology.orchestra.run.smithi146.stdout:31 read	0x71684f4 thru	0x716a815	(0x2322 bytes)
2023-03-26T18:52:38.014 INFO:teuthology.orchestra.run.smithi146.stdout:32 writesame	0x6407e4d thru	0x640f1bf	data_size	0x17(0x7373 bytes)
2023-03-26T18:52:38.028 INFO:teuthology.orchestra.run.smithi146.stdout:33 write	0x9c26fca thru	0x9c2a0e4	(0x311b bytes)
2023-03-26T18:52:38.040 INFO:teuthology.orchestra.run.smithi146.stdout:35 read	0x3ef0275 thru	0x3ef99f6	(0x9782 bytes)
2023-03-26T18:52:38.040 INFO:teuthology.orchestra.run.smithi146.stdout:36 punch	from 0x281047a to 0x28187f5, (0x837b bytes)
2023-03-26T18:52:38.040 INFO:teuthology.orchestra.run.smithi146.stdout:37 read	0x89a3d20 thru	0x89afeca	(0xc1ab bytes)
2023-03-26T18:52:38.053 INFO:teuthology.orchestra.run.smithi146.stdout:38 trunc	from 0xb4a1cf8 to 0x157b020
2023-03-26T18:52:38.061 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x52f3efd
2023-03-26T18:52:38.069 INFO:teuthology.orchestra.run.smithi146.stdout:2 trunc	from 0x0 to 0x52f3efd
2023-03-26T18:52:38.094 INFO:teuthology.orchestra.run.smithi146.stdout:3 punch	from 0x2940b21 to 0x29437db, (0x2cba bytes)
2023-03-26T18:52:38.095 INFO:teuthology.orchestra.run.smithi146.stdout:4 read	0x3874978 thru	0x387dcd8	(0x9361 bytes)
2023-03-26T18:52:38.095 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x93319a0
2023-03-26T18:52:38.097 INFO:teuthology.orchestra.run.smithi146.stdout:skipping zero size read
2023-03-26T18:52:38.097 INFO:teuthology.orchestra.run.smithi146.stdout:skipping zero length punch hole
2023-03-26T18:52:38.098 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.098 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x369f604
2023-03-26T18:52:38.100 INFO:teuthology.orchestra.run.smithi146.stdout:5 trunc	from 0x52f3efd to 0x93319a0
2023-03-26T18:52:38.101 INFO:teuthology.orchestra.run.smithi146.stdout:39 punch	from 0xb0d2ed to 0xb13fef, (0x6d02 bytes)
2023-03-26T18:52:38.101 INFO:teuthology.orchestra.run.smithi146.stdout:42 read	0xebf581 thru	0xec4ad4	(0x5554 bytes)
2023-03-26T18:52:38.102 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.104 INFO:teuthology.orchestra.run.smithi146.stdout:5 trunc	from 0x0 to 0x369f604
2023-03-26T18:52:38.119 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.119 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.119 INFO:teuthology.orchestra.run.smithi146.stdout:8 writesame	0x3785679 thru	0x379485c	data_size	0x89(0xf1e4 bytes)
2023-03-26T18:52:38.128 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.128 INFO:teuthology.orchestra.run.smithi146.stdout:11 punch	from 0x88e6305 to 0x88e6623, (0x31e bytes)
2023-03-26T18:52:38.128 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xdf08158
2023-03-26T18:52:38.134 INFO:teuthology.orchestra.run.smithi146.stdout:12 trunc	from 0x93319a0 to 0xdf08158
2023-03-26T18:52:38.139 INFO:teuthology.orchestra.run.smithi146.stdout:45 writesame	0xd95f67e thru	0xd969358	data_size	0x1(0x9cdb bytes)
2023-03-26T18:52:38.142 INFO:teuthology.orchestra.run.smithi146.stdout:46 write	0x392b5f thru	0x39c654	(0x9af6 bytes)
2023-03-26T18:52:38.147 INFO:teuthology.orchestra.run.smithi146.stdout:6 write	0x418b29a thru	0x419a719	(0xf480 bytes)
2023-03-26T18:52:38.153 INFO:teuthology.orchestra.run.smithi146.stdout:47 write	0x45da04 thru	0x460e94	(0x3491 bytes)
2023-03-26T18:52:38.157 INFO:teuthology.orchestra.run.smithi146.stdout:8 write	0x3cd03d2 thru	0x3cd211f	(0x1d4e bytes)
2023-03-26T18:52:38.161 INFO:teuthology.orchestra.run.smithi146.stdout:13 write	0x273f45c thru	0x2741e87	(0x2a2c bytes)
2023-03-26T18:52:38.164 INFO:teuthology.orchestra.run.smithi146.stdout:9 read	0x11278d8 thru	0x112eb36	(0x725f bytes)
2023-03-26T18:52:38.164 INFO:teuthology.orchestra.run.smithi146.stdout:10 writesame	0xb86b04 thru	0xb8c92c	data_size	0x5(0x5e29 bytes)
2023-03-26T18:52:38.168 INFO:teuthology.orchestra.run.smithi146.stdout:49 read	0x66d1702 thru	0x66d9b9f	(0x849e bytes)
2023-03-26T18:52:38.168 INFO:teuthology.orchestra.run.smithi146.stdout:50 punch	from 0xcfd5264 to 0xcfdba92, (0x682e bytes)
2023-03-26T18:52:38.168 INFO:teuthology.orchestra.run.smithi146.stdout:51 write	0x34937ce thru	0x3494b8c	(0x13bf bytes)
2023-03-26T18:52:38.170 INFO:teuthology.orchestra.run.smithi146.stdout:14 write	0xc3f22d8 thru	0xc3f7e8e	(0x5bb7 bytes)
2023-03-26T18:52:38.176 INFO:teuthology.orchestra.run.smithi146.stdout:11 punch	from 0x28cfdf8 to 0x28d1cee, (0x1ef6 bytes)
2023-03-26T18:52:38.176 INFO:teuthology.orchestra.run.smithi146.stdout:12 write	0x744e66 thru	0x74ebbf	(0x9d5a bytes)
2023-03-26T18:52:38.178 INFO:teuthology.orchestra.run.smithi146.stdout:15 punch	from 0x3d41802 to 0x3d4a2ed, (0x8aeb bytes)
2023-03-26T18:52:38.179 INFO:teuthology.orchestra.run.smithi146.stdout:16 writesame	0xeb2455 thru	0xebe51d	data_size	0x1(0xc0c9 bytes)
2023-03-26T18:52:38.180 INFO:teuthology.orchestra.run.smithi146.stdout:52 read	0x1e4757e thru	0x1e4cd26	(0x57a9 bytes)
2023-03-26T18:52:38.180 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.180 INFO:teuthology.orchestra.run.smithi146.stdout:54 write	0x99a3b46 thru	0x99ae9b7	(0xae72 bytes)
2023-03-26T18:52:38.214 INFO:teuthology.orchestra.run.smithi146.stdout:17 punch	from 0xc9aa5e to 0xca8915, (0xdeb7 bytes)
2023-03-26T18:52:38.214 INFO:teuthology.orchestra.run.smithi146.stdout:18 read	0x26ae4af thru	0x26b7e53	(0x99a5 bytes)
2023-03-26T18:52:38.215 INFO:teuthology.orchestra.run.smithi146.stdout:19 write	0x16fad50 thru	0x1706581	(0xb832 bytes)
2023-03-26T18:52:38.227 INFO:teuthology.orchestra.run.smithi146.stdout:2 write	0x5fa6b26 thru	0x5fb3c36	(0xd111 bytes)
2023-03-26T18:52:38.232 INFO:teuthology.orchestra.run.smithi146.stdout:13 writesame	0x8716218 thru	0x871704c	data_size	0x1(0xe35 bytes)
2023-03-26T18:52:38.234 INFO:teuthology.orchestra.run.smithi146.stdout:15 read	0xf54958 thru	0xf5d553	(0x8bfc bytes)
2023-03-26T18:52:38.234 INFO:teuthology.orchestra.run.smithi146.stdout:16 writesame	0x67c5086 thru	0x67cf90e	data_size	0x1(0xa889 bytes)
2023-03-26T18:52:38.236 INFO:teuthology.orchestra.run.smithi146.stdout:3 read	0xb161ec thru	0xb19feb	(0x3e00 bytes)
2023-03-26T18:52:38.236 INFO:teuthology.orchestra.run.smithi146.stdout:4 punch	from 0x5931bc6 to 0x59405c1, (0xe9fb bytes)
2023-03-26T18:52:38.236 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xa29ade3
2023-03-26T18:52:38.238 INFO:teuthology.orchestra.run.smithi146.stdout:20 trunc	from 0xdf08158 to 0x45ae62b
2023-03-26T18:52:38.240 INFO:teuthology.orchestra.run.smithi146.stdout:56 writesame	0xe6abce2 thru	0xe6b696a	data_size	0x1(0xac89 bytes)
2023-03-26T18:52:38.240 INFO:teuthology.orchestra.run.smithi146.stdout:1 write	0xb420e93 thru	0xb425205	(0x4373 bytes)
2023-03-26T18:52:38.242 INFO:teuthology.orchestra.run.smithi146.stdout:5 trunc	from 0x5fb3c37 to 0xa29ade3
2023-03-26T18:52:38.252 INFO:teuthology.orchestra.run.smithi146.stdout:2 write	0x120f6ba thru	0x121d35a	(0xdca1 bytes)
2023-03-26T18:52:38.265 INFO:teuthology.orchestra.run.smithi146.stdout:3 write	0xa6d2cca thru	0xa6d4faf	(0x22e6 bytes)
2023-03-26T18:52:38.266 INFO:teuthology.orchestra.run.smithi146.stdout:17 read	0x691ef05 thru	0x692b3ad	(0xc4a9 bytes)
2023-03-26T18:52:38.272 INFO:teuthology.orchestra.run.smithi146.stdout:7 punch	from 0x577f0b1 to 0x578c789, (0xd6d8 bytes)
2023-03-26T18:52:38.272 INFO:teuthology.orchestra.run.smithi146.stdout:8 write	0x1a754a6 thru	0x1a8428b	(0xede6 bytes)
2023-03-26T18:52:38.273 INFO:teuthology.orchestra.run.smithi146.stdout:4 read	0x44b39a3 thru	0x44c0042	(0xc6a0 bytes)
2023-03-26T18:52:38.273 INFO:teuthology.orchestra.run.smithi146.stdout:5 read	0x77c7750 thru	0x77d0a1b	(0x92cc bytes)
2023-03-26T18:52:38.273 INFO:teuthology.orchestra.run.smithi146.stdout:6 punch	from 0x9757aef to 0x97594e5, (0x19f6 bytes)
2023-03-26T18:52:38.274 INFO:teuthology.orchestra.run.smithi146.stdout:7 read	0x7f17ea2 thru	0x7f1dbef	(0x5d4e bytes)
2023-03-26T18:52:38.274 INFO:teuthology.orchestra.run.smithi146.stdout:57 write	0xe97d3c4 thru	0xe9896f7	(0xc334 bytes)
2023-03-26T18:52:38.274 INFO:teuthology.orchestra.run.smithi146.stdout:10 punch	from 0xa742f02 to 0xa747582, (0x4680 bytes)
2023-03-26T18:52:38.274 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x1f83420
2023-03-26T18:52:38.283 INFO:teuthology.orchestra.run.smithi146.stdout:58 write	0x601b42c thru	0x601ca09	(0x15de bytes)
2023-03-26T18:52:38.290 INFO:teuthology.orchestra.run.smithi146.stdout:59 write	0x6962a97 thru	0x6971735	(0xec9f bytes)
2023-03-26T18:52:38.292 INFO:teuthology.orchestra.run.smithi146.stdout:18 write	0x9f5cd03 thru	0x9f60482	(0x3780 bytes)
2023-03-26T18:52:38.293 INFO:teuthology.orchestra.run.smithi146.stdout:11 trunc	from 0xb425206 to 0x1f83420
2023-03-26T18:52:38.301 INFO:teuthology.orchestra.run.smithi146.stdout:19 punch	from 0x760b5a1 to 0x7612b2e, (0x758d bytes)
2023-03-26T18:52:38.301 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x5e2f38c
2023-03-26T18:52:38.301 INFO:teuthology.orchestra.run.smithi146.stdout:60 write	0xa89b437 thru	0xa89f8ca	(0x4494 bytes)
2023-03-26T18:52:38.309 INFO:teuthology.orchestra.run.smithi146.stdout:9 write	0xc00de04 thru	0xc01a91c	(0xcb19 bytes)
2023-03-26T18:52:38.310 INFO:teuthology.orchestra.run.smithi146.stdout:61 read	0xa766bab thru	0xa7711e0	(0xa636 bytes)
2023-03-26T18:52:38.310 INFO:teuthology.orchestra.run.smithi146.stdout:62 punch	from 0x391bf4d to 0x3926807, (0xa8ba bytes)
2023-03-26T18:52:38.310 INFO:teuthology.orchestra.run.smithi146.stdout:64 read	0xe47eb4e thru	0xe47ec5d	(0x110 bytes)
2023-03-26T18:52:38.310 INFO:teuthology.orchestra.run.smithi146.stdout:65 write	0x8721c31 thru	0x8724d1a	(0x30ea bytes)
2023-03-26T18:52:38.311 INFO:teuthology.orchestra.run.smithi146.stdout:20 trunc	from 0x9f60483 to 0x5e2f38c
2023-03-26T18:52:38.311 INFO:teuthology.orchestra.run.smithi146.stdout:22 write	0xd6946da thru	0xd698d3c	(0x4663 bytes)
2023-03-26T18:52:38.319 INFO:teuthology.orchestra.run.smithi146.stdout:66 write	0xc0d4323 thru	0xc0da8aa	(0x6588 bytes)
2023-03-26T18:52:38.319 INFO:teuthology.orchestra.run.smithi146.stdout:10 punch	from 0x5eaae1f to 0x5eb135b, (0x653c bytes)
2023-03-26T18:52:38.320 INFO:teuthology.orchestra.run.smithi146.stdout:12 read	0x554734 thru	0x555910	(0x11dd bytes)
2023-03-26T18:52:38.320 INFO:teuthology.orchestra.run.smithi146.stdout:13 write	0x371412a thru	0x3715045	(0xf1c bytes)
2023-03-26T18:52:38.320 INFO:teuthology.orchestra.run.smithi146.stdout:23 punch	from 0xcc9c8b0 to 0xcca83cb, (0xbb1b bytes)
2023-03-26T18:52:38.320 INFO:teuthology.orchestra.run.smithi146.stdout:24 write	0xb00b6e5 thru	0xb019038	(0xd954 bytes)
2023-03-26T18:52:38.326 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.326 INFO:teuthology.orchestra.run.smithi146.stdout:16 read	0xf734f0 thru	0xf7fc32	(0xc743 bytes)
2023-03-26T18:52:38.329 INFO:teuthology.orchestra.run.smithi146.stdout:14 punch	from 0xb55d911 to 0xb5606a3, (0x2d92 bytes)
2023-03-26T18:52:38.329 INFO:teuthology.orchestra.run.smithi146.stdout:15 read	0xbcc795b thru	0xbcd4d82	(0xd428 bytes)
2023-03-26T18:52:38.330 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.330 INFO:teuthology.orchestra.run.smithi146.stdout:18 read	0xac31c63 thru	0xac37bcd	(0x5f6b bytes)
2023-03-26T18:52:38.330 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.330 INFO:teuthology.orchestra.run.smithi146.stdout:20 write	0x3529892 thru	0x3534934	(0xb0a3 bytes)
2023-03-26T18:52:38.330 INFO:teuthology.orchestra.run.smithi146.stdout:18 trunc	from 0x1f83420 to 0x5bc1a5
2023-03-26T18:52:38.332 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.332 INFO:teuthology.orchestra.run.smithi146.stdout:26 writesame	0x66a1918 thru	0x66a79f4	data_size	0x1(0x60dd bytes)
2023-03-26T18:52:38.336 INFO:teuthology.orchestra.run.smithi146.stdout:21 punch	from 0x76c865 to 0x7750bf, (0x885a bytes)
2023-03-26T18:52:38.336 INFO:teuthology.orchestra.run.smithi146.stdout:22 read	0x909e99e thru	0x90adf17	(0xf57a bytes)
2023-03-26T18:52:38.337 INFO:teuthology.orchestra.run.smithi146.stdout:25 read	0x1a9c2b7 thru	0x1a9e388	(0x20d2 bytes)
2023-03-26T18:52:38.337 INFO:teuthology.orchestra.run.smithi146.stdout:26 read	0x3808b69 thru	0x3817365	(0xe7fd bytes)
2023-03-26T18:52:38.338 INFO:teuthology.orchestra.run.smithi146.stdout:27 writesame	0x5442641 thru	0x54442af	data_size	0x1(0x1c6f bytes)
2023-03-26T18:52:38.345 INFO:teuthology.orchestra.run.smithi146.stdout:67 trunc	from 0xe9896f8 to 0x653796b
2023-03-26T18:52:38.345 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.353 INFO:teuthology.orchestra.run.smithi146.stdout:27 read	0x4d4b72a thru	0x4d5986c	(0xe143 bytes)
2023-03-26T18:52:38.353 INFO:teuthology.orchestra.run.smithi146.stdout:28 write	0x17ac70b thru	0x17bbff8	(0xf8ee bytes)
2023-03-26T18:52:38.354 INFO:teuthology.orchestra.run.smithi146.stdout:28 read	0x9d944f thru	0x9e3179	(0x9d2b bytes)
2023-03-26T18:52:38.355 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xa629e51
2023-03-26T18:52:38.357 INFO:teuthology.orchestra.run.smithi146.stdout:20 punch	from 0x2689a9 to 0x26b59a, (0x2bf1 bytes)
2023-03-26T18:52:38.358 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.358 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.358 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.359 INFO:teuthology.orchestra.run.smithi146.stdout:30 trunc	from 0xc01a91d to 0xa629e51
2023-03-26T18:52:38.361 INFO:teuthology.orchestra.run.smithi146.stdout:29 write	0x2b74a16 thru	0x2b837ef	(0xedda bytes)
2023-03-26T18:52:38.371 INFO:teuthology.orchestra.run.smithi146.stdout:31 read	0x578668 thru	0x57bff4	(0x398d bytes)
2023-03-26T18:52:38.371 INFO:teuthology.orchestra.run.smithi146.stdout:32 write	0xabdd7b4 thru	0xabe9293	(0xbae0 bytes)
2023-03-26T18:52:38.375 INFO:teuthology.orchestra.run.smithi146.stdout:23 write	0x92c2de6 thru	0x92cc63c	(0x9857 bytes)
2023-03-26T18:52:38.379 INFO:teuthology.orchestra.run.smithi146.stdout:69 read	0x1a1036b thru	0x1a10e75	(0xb0b bytes)
2023-03-26T18:52:38.379 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xe2d8a7a
2023-03-26T18:52:38.381 INFO:teuthology.orchestra.run.smithi146.stdout:33 read	0x98dfc45 thru	0x98ecb70	(0xcf2c bytes)
2023-03-26T18:52:38.381 INFO:teuthology.orchestra.run.smithi146.stdout:34 writesame	0x386722f thru	0x3875a94	data_size	0x97(0xe866 bytes)
2023-03-26T18:52:38.384 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.384 INFO:teuthology.orchestra.run.smithi146.stdout:26 write	0x882d87e thru	0x882fef4	(0x2677 bytes)
2023-03-26T18:52:38.389 INFO:teuthology.orchestra.run.smithi146.stdout:31 read	0x541aa31 thru	0x54271c5	(0xc795 bytes)
2023-03-26T18:52:38.389 INFO:teuthology.orchestra.run.smithi146.stdout:32 write	0xa4ad479 thru	0xa4b4bb6	(0x773e bytes)
2023-03-26T18:52:38.396 INFO:teuthology.orchestra.run.smithi146.stdout:26 write	0xa9c9ce0 thru	0xa9d222e	(0x854f bytes)
2023-03-26T18:52:38.397 INFO:teuthology.orchestra.run.smithi146.stdout:33 write	0x93ed9a9 thru	0x93f6e51	(0x94a9 bytes)
2023-03-26T18:52:38.399 INFO:teuthology.orchestra.run.smithi146.stdout:35 trunc	from 0xd698d3d to 0xb42669e
2023-03-26T18:52:38.403 INFO:teuthology.orchestra.run.smithi146.stdout:70 trunc	from 0x653796b to 0xe2d8a7a
2023-03-26T18:52:38.405 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.405 INFO:teuthology.orchestra.run.smithi146.stdout:39 write	0xf6541e thru	0xf6c997	(0x757a bytes)
2023-03-26T18:52:38.415 INFO:teuthology.orchestra.run.smithi146.stdout:40 punch	from 0x71b6120 to 0x71c1da4, (0xbc84 bytes)
2023-03-26T18:52:38.421 INFO:teuthology.orchestra.run.smithi146.stdout:27 writesame	0xb7b5438 thru	0xb7b5cd8	data_size	0x2f(0x8a1 bytes)
2023-03-26T18:52:38.422 INFO:teuthology.orchestra.run.smithi146.stdout:41 trunc	from 0xa629e51 to 0x753061c
2023-03-26T18:52:38.423 INFO:teuthology.orchestra.run.smithi146.stdout:71 punch	from 0x7eeccd5 to 0x7ef24af, (0x57da bytes)
2023-03-26T18:52:38.424 INFO:teuthology.orchestra.run.smithi146.stdout:72 write	0x5da1922 thru	0x5dac080	(0xa75f bytes)
2023-03-26T18:52:38.429 INFO:teuthology.orchestra.run.smithi146.stdout:36 punch	from 0x9b8d868 to 0x9b94f00, (0x7698 bytes)
2023-03-26T18:52:38.431 INFO:teuthology.orchestra.run.smithi146.stdout:27 trunc	from 0xa9d222f to 0xb3afb9
2023-03-26T18:52:38.432 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.438 INFO:teuthology.orchestra.run.smithi146.stdout:37 trunc	from 0xb42669e to 0x74b9f3c
2023-03-26T18:52:38.450 INFO:teuthology.orchestra.run.smithi146.stdout:44 read	0x45a4079 thru	0x45af666	(0xb5ee bytes)
2023-03-26T18:52:38.455 INFO:teuthology.orchestra.run.smithi146.stdout:28 writesame	0xeb6a715 thru	0xeb79f6d	data_size	0x1(0xf859 bytes)
2023-03-26T18:52:38.457 INFO:teuthology.orchestra.run.smithi146.stdout:29 punch	from 0x6b27bb7 to 0x6b28255, (0x69e bytes)
2023-03-26T18:52:38.457 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x60fd294
2023-03-26T18:52:38.461 INFO:teuthology.orchestra.run.smithi146.stdout:28 read	0x5808bc thru	0x586b84	(0x62c9 bytes)
2023-03-26T18:52:38.463 INFO:teuthology.orchestra.run.smithi146.stdout:76 trunc	from 0xe2d8a7a to 0x168b3ba
2023-03-26T18:52:38.475 INFO:teuthology.orchestra.run.smithi146.stdout:45 write	0xa572223 thru	0xa573192	(0xf70 bytes)
2023-03-26T18:52:38.477 INFO:teuthology.orchestra.run.smithi146.stdout:30 trunc	from 0xeb79f6e to 0x60fd294
2023-03-26T18:52:38.482 INFO:teuthology.orchestra.run.smithi146.stdout:47 punch	from 0x4078fa5 to 0x408844b, (0xf4a6 bytes)
2023-03-26T18:52:38.483 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xc1325be
2023-03-26T18:52:38.485 INFO:teuthology.orchestra.run.smithi146.stdout:38 write	0x89dc78a thru	0x89de66a	(0x1ee1 bytes)
2023-03-26T18:52:38.487 INFO:teuthology.orchestra.run.smithi146.stdout:48 trunc	from 0xa573193 to 0xc1325be
2023-03-26T18:52:38.492 INFO:teuthology.orchestra.run.smithi146.stdout:39 write	0x2f69969 thru	0x2f76cf2	(0xd38a bytes)
2023-03-26T18:52:38.494 INFO:teuthology.orchestra.run.smithi146.stdout:77 read	0xfbd0f thru	0x105a2f	(0x9d21 bytes)
2023-03-26T18:52:38.495 INFO:teuthology.orchestra.run.smithi146.stdout:80 write	0x13cfd2b thru	0x13d1f3b	(0x2211 bytes)
2023-03-26T18:52:38.502 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.502 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.502 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.508 INFO:teuthology.orchestra.run.smithi146.stdout:43 trunc	from 0x89de66b to 0x6076b70
2023-03-26T18:52:38.510 INFO:teuthology.orchestra.run.smithi146.stdout:49 write	0x676a12e thru	0x676fcf3	(0x5bc6 bytes)
2023-03-26T18:52:38.513 INFO:teuthology.orchestra.run.smithi146.stdout:29 writesame	0xe6488d7 thru	0xe653fc6	data_size	0x8(0xb6f0 bytes)
2023-03-26T18:52:38.515 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x986008d
2023-03-26T18:52:38.518 INFO:teuthology.orchestra.run.smithi146.stdout:50 write	0x9a87f36 thru	0x9a91052	(0x911d bytes)
2023-03-26T18:52:38.526 INFO:teuthology.orchestra.run.smithi146.stdout:51 read	0x5dad2a8 thru	0x5db8747	(0xb4a0 bytes)
2023-03-26T18:52:38.526 INFO:teuthology.orchestra.run.smithi146.stdout:30 trunc	from 0xe653fc7 to 0x986008d
2023-03-26T18:52:38.527 INFO:teuthology.orchestra.run.smithi146.stdout:52 read	0x3f4dce0 thru	0x3f561f8	(0x8519 bytes)
2023-03-26T18:52:38.527 INFO:teuthology.orchestra.run.smithi146.stdout:53 read	0x92f7d0b thru	0x92fdf6d	(0x6263 bytes)
2023-03-26T18:52:38.528 INFO:teuthology.orchestra.run.smithi146.stdout:54 write	0xf04cd5 thru	0xf09a97	(0x4dc3 bytes)
2023-03-26T18:52:38.532 INFO:teuthology.orchestra.run.smithi146.stdout:55 write	0x9f6388 thru	0x9fc07a	(0x5cf3 bytes)
2023-03-26T18:52:38.536 INFO:teuthology.orchestra.run.smithi146.stdout:81 trunc	from 0x168b3ba to 0x93c2b45
2023-03-26T18:52:38.537 INFO:teuthology.orchestra.run.smithi146.stdout:44 read	0x94a987 thru	0x950cd3	(0x634d bytes)
2023-03-26T18:52:38.539 INFO:teuthology.orchestra.run.smithi146.stdout:56 write	0xad31d92 thru	0xad34b21	(0x2d90 bytes)
2023-03-26T18:52:38.547 INFO:teuthology.orchestra.run.smithi146.stdout:57 writesame	0x8c6af4a thru	0x8c73264	data_size	0x1(0x831b bytes)
2023-03-26T18:52:38.549 INFO:teuthology.orchestra.run.smithi146.stdout:33 read	0x3f38d56 thru	0x3f38e7c	(0x127 bytes)
2023-03-26T18:52:38.549 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.550 INFO:teuthology.orchestra.run.smithi146.stdout:35 read	0x8536b19 thru	0x853a018	(0x3500 bytes)
2023-03-26T18:52:38.554 INFO:teuthology.orchestra.run.smithi146.stdout:45 trunc	from 0x6076b70 to 0xcee243d
2023-03-26T18:52:38.557 INFO:teuthology.orchestra.run.smithi146.stdout:82 read	0x9f6e5f thru	0x9fc8b2	(0x5a54 bytes)
2023-03-26T18:52:38.557 INFO:teuthology.orchestra.run.smithi146.stdout:83 punch	from 0x862a1ae to 0x862a369, (0x1bb bytes)
2023-03-26T18:52:38.561 INFO:teuthology.orchestra.run.smithi146.stdout:31 write	0xee2f53d thru	0xee31673	(0x2137 bytes)
2023-03-26T18:52:38.569 INFO:teuthology.orchestra.run.smithi146.stdout:84 trunc	from 0x93c2b45 to 0x368bc34
2023-03-26T18:52:38.572 INFO:teuthology.orchestra.run.smithi146.stdout:46 write	0x5d2b765 thru	0x5d32c4d	(0x74e9 bytes)
2023-03-26T18:52:38.573 INFO:teuthology.orchestra.run.smithi146.stdout:58 read	0x3894b86 thru	0x389a8c9	(0x5d44 bytes)
2023-03-26T18:52:38.573 INFO:teuthology.orchestra.run.smithi146.stdout:32 writesame	0x6f971e1 thru	0x6fa21d8	data_size	0xc(0xaff8 bytes)
2023-03-26T18:52:38.574 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.574 INFO:teuthology.orchestra.run.smithi146.stdout:60 punch	from 0xae66631 to 0xae6ac16, (0x45e5 bytes)
2023-03-26T18:52:38.574 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.574 INFO:teuthology.orchestra.run.smithi146.stdout:65 write	0x3b8a3e7 thru	0x3b929fe	(0x8618 bytes)
2023-03-26T18:52:38.578 INFO:teuthology.orchestra.run.smithi146.stdout:36 writesame	0xd37ecdf thru	0xd38736f	data_size	0x1(0x8691 bytes)
2023-03-26T18:52:38.581 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.582 INFO:teuthology.orchestra.run.smithi146.stdout:39 read	0x234c79 thru	0x23b123	(0x64ab bytes)
2023-03-26T18:52:38.582 INFO:teuthology.orchestra.run.smithi146.stdout:40 read	0x855e108 thru	0x85665da	(0x84d3 bytes)
2023-03-26T18:52:38.582 INFO:teuthology.orchestra.run.smithi146.stdout:41 read	0xbd6c28 thru	0xbdb680	(0x4a59 bytes)
2023-03-26T18:52:38.582 INFO:teuthology.orchestra.run.smithi146.stdout:42 writesame	0x9ef6d5b thru	0x9efbdf0	data_size	0x5(0x5096 bytes)
2023-03-26T18:52:38.583 INFO:teuthology.orchestra.run.smithi146.stdout:47 writesame	0x7d93089 thru	0x7d9aa41	data_size	0x11(0x79b9 bytes)
2023-03-26T18:52:38.583 INFO:teuthology.orchestra.run.smithi146.stdout:66 write	0xbf0ba4b thru	0xbf0e308	(0x28be bytes)
2023-03-26T18:52:38.584 INFO:teuthology.orchestra.run.smithi146.stdout:33 read	0x7fd0893 thru	0x7fd491b	(0x4089 bytes)
2023-03-26T18:52:38.590 INFO:teuthology.orchestra.run.smithi146.stdout:48 write	0x3d5866 thru	0x3da402	(0x4b9d bytes)
2023-03-26T18:52:38.591 INFO:teuthology.orchestra.run.smithi146.stdout:67 read	0x73cf6e4 thru	0x73d4c91	(0x55ae bytes)
2023-03-26T18:52:38.591 INFO:teuthology.orchestra.run.smithi146.stdout:69 punch	from 0x995055d to 0x996007a, (0xfb1d bytes)
2023-03-26T18:52:38.591 INFO:teuthology.orchestra.run.smithi146.stdout:70 write	0xb845a18 thru	0xb854917	(0xef00 bytes)
2023-03-26T18:52:38.592 INFO:teuthology.orchestra.run.smithi146.stdout:43 read	0x3716d6d thru	0x371f4b8	(0x874c bytes)
2023-03-26T18:52:38.592 INFO:teuthology.orchestra.run.smithi146.stdout:44 write	0x28d9e42 thru	0x28e1ce9	(0x7ea8 bytes)
2023-03-26T18:52:38.600 INFO:teuthology.orchestra.run.smithi146.stdout:50 punch	from 0xc9c4b36 to 0xc9c4ea1, (0x36b bytes)
2023-03-26T18:52:38.600 INFO:teuthology.orchestra.run.smithi146.stdout:51 writesame	0x89d5e82 thru	0x89e436e	data_size	0x5(0xe4ed bytes)
2023-03-26T18:52:38.601 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.601 INFO:teuthology.orchestra.run.smithi146.stdout:48 read	0x769764c thru	0x76a3c8c	(0xc641 bytes)
2023-03-26T18:52:38.601 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.602 INFO:teuthology.orchestra.run.smithi146.stdout:50 write	0x1df88a2 thru	0x1e05c59	(0xd3b8 bytes)
2023-03-26T18:52:38.612 INFO:teuthology.orchestra.run.smithi146.stdout:52 read	0xa4863f8 thru	0xa487c60	(0x1869 bytes)
2023-03-26T18:52:38.612 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.612 INFO:teuthology.orchestra.run.smithi146.stdout:55 punch	from 0xb891bb5 to 0xb893cd2, (0x211d bytes)
2023-03-26T18:52:38.614 INFO:teuthology.orchestra.run.smithi146.stdout:51 writesame	0x478392e thru	0x478430d	data_size	0x10(0x9e0 bytes)
2023-03-26T18:52:38.620 INFO:teuthology.orchestra.run.smithi146.stdout:52 write	0xcb00878 thru	0xcb01857	(0xfe0 bytes)
2023-03-26T18:52:38.622 INFO:teuthology.orchestra.run.smithi146.stdout:35 trunc	from 0xee31674 to 0x185bdf
2023-03-26T18:52:38.623 INFO:teuthology.orchestra.run.smithi146.stdout:56 trunc	from 0xcee243d to 0x8e170e8
2023-03-26T18:52:38.624 INFO:teuthology.orchestra.run.smithi146.stdout:86 write	0x81b3189 thru	0x81bacbd	(0x7b35 bytes)
2023-03-26T18:52:38.627 INFO:teuthology.orchestra.run.smithi146.stdout:53 punch	from 0x897e7ec to 0x898820e, (0x9a22 bytes)
2023-03-26T18:52:38.627 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.627 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.628 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xd80620c
2023-03-26T18:52:38.628 INFO:teuthology.orchestra.run.smithi146.stdout:56 trunc	from 0xd387370 to 0xd80620c
2023-03-26T18:52:38.629 INFO:teuthology.orchestra.run.smithi146.stdout:71 trunc	from 0xc1325be to 0x16f6a81
2023-03-26T18:52:38.650 INFO:teuthology.orchestra.run.smithi146.stdout:57 punch	from 0x7c860f0 to 0x7c9067e, (0xa58e bytes)
2023-03-26T18:52:38.651 INFO:teuthology.orchestra.run.smithi146.stdout:59 read	0x7a11d74 thru	0x7a1da31	(0xbcbe bytes)
2023-03-26T18:52:38.655 INFO:teuthology.orchestra.run.smithi146.stdout:57 write	0x8595879 thru	0x8599cf0	(0x4478 bytes)
2023-03-26T18:52:38.664 INFO:teuthology.orchestra.run.smithi146.stdout:72 read	0xac8b32 thru	0xace1ff	(0x56ce bytes)
2023-03-26T18:52:38.667 INFO:teuthology.orchestra.run.smithi146.stdout:89 writesame	0xd232c8c thru	0xd242096	data_size	0xaf(0xf40b bytes)
2023-03-26T18:52:38.669 INFO:teuthology.orchestra.run.smithi146.stdout:90 read	0x5a3d1e0 thru	0x5a4cb23	(0xf944 bytes)
2023-03-26T18:52:38.670 INFO:teuthology.orchestra.run.smithi146.stdout:58 trunc	from 0xd80620c to 0xb008dd9
2023-03-26T18:52:38.670 INFO:teuthology.orchestra.run.smithi146.stdout:91 write	0x5ac3e83 thru	0x5aca66e	(0x67ec bytes)
2023-03-26T18:52:38.676 INFO:teuthology.orchestra.run.smithi146.stdout:60 write	0xb9ddd78 thru	0xb9ea56f	(0xc7f8 bytes)
2023-03-26T18:52:38.680 INFO:teuthology.orchestra.run.smithi146.stdout:92 writesame	0x312a3dc thru	0x312a788	data_size	0x1(0x3ad bytes)
2023-03-26T18:52:38.688 INFO:teuthology.orchestra.run.smithi146.stdout:36 write	0x4a77e04 thru	0x4a8686f	(0xea6c bytes)
2023-03-26T18:52:38.689 INFO:teuthology.orchestra.run.smithi146.stdout:62 writesame	0x344097b thru	0x344ea27	data_size	0x1(0xe0ad bytes)
2023-03-26T18:52:38.705 INFO:teuthology.orchestra.run.smithi146.stdout:37 writesame	0x1d178a7 thru	0x1d1db01	data_size	0x4d(0x625b bytes)
2023-03-26T18:52:38.713 INFO:teuthology.orchestra.run.smithi146.stdout:38 write	0xe16822 thru	0xe1a8af	(0x408e bytes)
2023-03-26T18:52:38.720 INFO:teuthology.orchestra.run.smithi146.stdout:59 trunc	from 0xb008dd9 to 0x9b3713c
2023-03-26T18:52:38.724 INFO:teuthology.orchestra.run.smithi146.stdout:93 trunc	from 0xd242097 to 0x2cfac53
2023-03-26T18:52:38.729 INFO:teuthology.orchestra.run.smithi146.stdout:40 write	0x49ff9fe thru	0x4a0be0e	(0xc411 bytes)
2023-03-26T18:52:38.735 INFO:teuthology.orchestra.run.smithi146.stdout:41 writesame	0x3a9b4fc thru	0x3aa1a63	data_size	0x58(0x6568 bytes)
2023-03-26T18:52:38.739 INFO:teuthology.orchestra.run.smithi146.stdout:64 write	0x48aacbe thru	0x48b2249	(0x758c bytes)
2023-03-26T18:52:38.746 INFO:teuthology.orchestra.run.smithi146.stdout:42 punch	from 0x3d17f9a to 0x3d1dcd9, (0x5d3f bytes)
2023-03-26T18:52:38.747 INFO:teuthology.orchestra.run.smithi146.stdout:43 read	0x2f3bccc thru	0x2f44f54	(0x9289 bytes)
2023-03-26T18:52:38.747 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.747 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.748 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xdf98a5e
2023-03-26T18:52:38.750 INFO:teuthology.orchestra.run.smithi146.stdout:73 write	0xee2a885 thru	0xee370af	(0xc82b bytes)
2023-03-26T18:52:38.758 INFO:teuthology.orchestra.run.smithi146.stdout:69 trunc	from 0xb9ea570 to 0xdf98a5e
2023-03-26T18:52:38.761 INFO:teuthology.orchestra.run.smithi146.stdout:61 writesame	0x40695c3 thru	0x4075585	data_size	0x1(0xbfc3 bytes)
2023-03-26T18:52:38.762 INFO:teuthology.orchestra.run.smithi146.stdout:94 read	0xc84c95 thru	0xc94329	(0xf695 bytes)
2023-03-26T18:52:38.770 INFO:teuthology.orchestra.run.smithi146.stdout:74 trunc	from 0xee370b0 to 0xa749d35
2023-03-26T18:52:38.787 INFO:teuthology.orchestra.run.smithi146.stdout:71 trunc	from 0xdf98a5e to 0xb1edca6
2023-03-26T18:52:38.794 INFO:teuthology.orchestra.run.smithi146.stdout:44 write	0xbc39a62 thru	0xbc3ecfc	(0x529b bytes)
2023-03-26T18:52:38.795 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.795 INFO:teuthology.orchestra.run.smithi146.stdout:63 write	0x4609af2 thru	0x460ca93	(0x2fa2 bytes)
2023-03-26T18:52:38.801 INFO:teuthology.orchestra.run.smithi146.stdout:64 punch	from 0x2f5a96 to 0x2f5e87, (0x3f1 bytes)
2023-03-26T18:52:38.814 INFO:teuthology.orchestra.run.smithi146.stdout:95 write	0x7727cf7 thru	0x7729a4a	(0x1d54 bytes)
2023-03-26T18:52:38.814 INFO:teuthology.orchestra.run.smithi146.stdout:73 read	0x9cc7ee3 thru	0x9ccfef2	(0x8010 bytes)
2023-03-26T18:52:38.815 INFO:teuthology.orchestra.run.smithi146.stdout:65 trunc	from 0x9b3713c to 0x4845a3e
2023-03-26T18:52:38.815 INFO:teuthology.orchestra.run.smithi146.stdout:74 trunc	from 0xb1edca6 to 0xb022c9e
2023-03-26T18:52:38.826 INFO:teuthology.orchestra.run.smithi146.stdout:76 write	0x78f3aca thru	0x78fa08d	(0x65c4 bytes)
2023-03-26T18:52:38.827 INFO:teuthology.orchestra.run.smithi146.stdout:45 write	0xc010b72 thru	0xc018a31	(0x7ec0 bytes)
2023-03-26T18:52:38.835 INFO:teuthology.orchestra.run.smithi146.stdout:78 read	0x369d3ac thru	0x369fdd9	(0x2a2e bytes)
2023-03-26T18:52:38.835 INFO:teuthology.orchestra.run.smithi146.stdout:80 punch	from 0x6e61a54 to 0x6e6917b, (0x7727 bytes)
2023-03-26T18:52:38.836 INFO:teuthology.orchestra.run.smithi146.stdout:82 write	0x38cd7fc thru	0x38d2928	(0x512d bytes)
2023-03-26T18:52:38.837 INFO:teuthology.orchestra.run.smithi146.stdout:46 write	0x12acab1 thru	0x12b0dab	(0x42fb bytes)
2023-03-26T18:52:38.844 INFO:teuthology.orchestra.run.smithi146.stdout:83 read	0x247efde thru	0x248529c	(0x62bf bytes)
2023-03-26T18:52:38.846 INFO:teuthology.orchestra.run.smithi146.stdout:48 punch	from 0x7886bd7 to 0x788b9ee, (0x4e17 bytes)
2023-03-26T18:52:38.846 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.846 INFO:teuthology.orchestra.run.smithi146.stdout:50 write	0x2fd448f thru	0x2fe2f32	(0xeaa4 bytes)
2023-03-26T18:52:38.849 INFO:teuthology.orchestra.run.smithi146.stdout:75 trunc	from 0xb022c9e to 0x3ba8a96
2023-03-26T18:52:38.855 INFO:teuthology.orchestra.run.smithi146.stdout:52 read	0x4ad8eaf thru	0x4ada44d	(0x159f bytes)
2023-03-26T18:52:38.856 INFO:teuthology.orchestra.run.smithi146.stdout:96 writesame	0xc21cb4b thru	0xc2298b6	data_size	0x2(0xcd6c bytes)
2023-03-26T18:52:38.856 INFO:teuthology.orchestra.run.smithi146.stdout:53 write	0x6df2819 thru	0x6e01e16	(0xf5fe bytes)
2023-03-26T18:52:38.858 INFO:teuthology.orchestra.run.smithi146.stdout:98 write	0x6c3e0c3 thru	0x6c3fb24	(0x1a62 bytes)
2023-03-26T18:52:38.867 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.867 INFO:teuthology.orchestra.run.smithi146.stdout:102 read	0xa19a03f thru	0xa1a1195	(0x7157 bytes)
2023-03-26T18:52:38.867 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.867 INFO:teuthology.orchestra.run.smithi146.stdout:104 write	0x824d8ec thru	0x825ccd9	(0xf3ee bytes)
2023-03-26T18:52:38.868 INFO:teuthology.orchestra.run.smithi146.stdout:54 clone	1 order 23 su 2097152 sc 12
2023-03-26T18:52:38.875 INFO:teuthology.orchestra.run.smithi146.stdout:66 write	0x6d62d8c thru	0x6d6e43f	(0xb6b4 bytes)
2023-03-26T18:52:38.881 INFO:teuthology.orchestra.run.smithi146.stdout:84 write	0xdea0277 thru	0xdeaaf15	(0xac9f bytes)
2023-03-26T18:52:38.882 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.882 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:38.883 INFO:teuthology.orchestra.run.smithi146.stdout:70 read	0x62f5d70 thru	0x6305578	(0xf809 bytes)
2023-03-26T18:52:38.883 INFO:teuthology.orchestra.run.smithi146.stdout:71 read	0xc30d2b thru	0xc3446b	(0x3741 bytes)
2023-03-26T18:52:38.883 INFO:teuthology.orchestra.run.smithi146.stdout:73 read	0x4cbe23d thru	0x4cc4968	(0x672c bytes)
2023-03-26T18:52:38.889 INFO:teuthology.orchestra.run.smithi146.stdout:85 write	0x7f36911 thru	0x7f3f426	(0x8b16 bytes)
2023-03-26T18:52:38.894 INFO:teuthology.orchestra.run.smithi146.stdout:77 trunc	from 0x3ba8a96 to 0x7e88fd4
2023-03-26T18:52:38.896 INFO:teuthology.orchestra.run.smithi146.stdout:86 read	0xb0bf726 thru	0xb0c438f	(0x4c6a bytes)
2023-03-26T18:52:38.897 INFO:teuthology.orchestra.run.smithi146.stdout:87 write	0x7092719 thru	0x709d5b8	(0xaea0 bytes)
2023-03-26T18:52:38.898 INFO:teuthology.orchestra.run.smithi146.stdout:105 trunc	from 0xc2298b7 to 0x438ec78
2023-03-26T18:52:38.905 INFO:teuthology.orchestra.run.smithi146.stdout:89 write	0x3e7a771 thru	0x3e86e80	(0xc710 bytes)
2023-03-26T18:52:38.913 INFO:teuthology.orchestra.run.smithi146.stdout:74 write	0x89bfe35 thru	0x89c99b7	(0x9b83 bytes)
2023-03-26T18:52:38.914 INFO:teuthology.orchestra.run.smithi146.stdout:91 punch	from 0x5aea551 to 0x5af0be4, (0x6693 bytes)
2023-03-26T18:52:38.914 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xea6b6be
2023-03-26T18:52:38.915 INFO:teuthology.orchestra.run.smithi146.stdout:93 trunc	from 0xdeaaf16 to 0xea6b6be
2023-03-26T18:52:38.930 INFO:teuthology.orchestra.run.smithi146.stdout:106 write	0x29b2623 thru	0x29bba72	(0x9450 bytes)
2023-03-26T18:52:38.934 INFO:teuthology.orchestra.run.smithi146.stdout:94 write	0x1b171e2 thru	0x1b190e7	(0x1f06 bytes)
2023-03-26T18:52:38.941 INFO:teuthology.orchestra.run.smithi146.stdout:95 write	0x4c77f26 thru	0x4c82845	(0xa920 bytes)
2023-03-26T18:52:38.949 INFO:teuthology.orchestra.run.smithi146.stdout:96 writesame	0x3ca215a thru	0x3ca7126	data_size	0x1(0x4fcd bytes)
2023-03-26T18:52:38.950 INFO:teuthology.orchestra.run.smithi146.stdout:80 writesame	0xd85dba3 thru	0xd8649e7	data_size	0x1(0x6e45 bytes)
2023-03-26T18:52:39.163 INFO:teuthology.orchestra.run.smithi146.stdout:81 punch	from 0xcb275d0 to 0xcb2da99, (0x64c9 bytes)
2023-03-26T18:52:39.163 INFO:teuthology.orchestra.run.smithi146.stdout:82 read	0xb162bf7 thru	0xb169882	(0x6c8c bytes)
2023-03-26T18:52:39.163 INFO:teuthology.orchestra.run.smithi146.stdout:83 punch	from 0xa7e99de to 0xa7f4e74, (0xb496 bytes)
2023-03-26T18:52:39.163 INFO:teuthology.orchestra.run.smithi146.stdout:84 write	0x43e49d2 thru	0x43ed953	(0x8f82 bytes)
2023-03-26T18:52:39.191 INFO:teuthology.orchestra.run.smithi146.stdout:85 read	0x9e6ad66 thru	0x9e6d321	(0x25bc bytes)
2023-03-26T18:52:39.192 INFO:teuthology.orchestra.run.smithi146.stdout:75 write	0xe5b1fdf thru	0xe5bd561	(0xb583 bytes)
2023-03-26T18:52:39.194 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.7748099579845851) > weight (0.25)
2023-03-26T18:52:39.194 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.9865540894832977) > weight (0.25)
2023-03-26T18:52:39.195 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.8484303997521256) > weight (0.25)
2023-03-26T18:52:39.195 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.3
2023-03-26T18:52:39.195 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Sent signal 15
2023-03-26T18:52:39.195 INFO:tasks.rbd_mirror_thrash:waiting for 2 secs before reviving daemons
2023-03-26T18:52:39.196 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.smithi146.stderr:2023-03-26T18:52:39.190+0000 7f1af8bc2640 -1 received  signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3  (PID: 38648) UID: 1000
2023-03-26T18:52:39.205 INFO:teuthology.orchestra.run.smithi146.stdout:107 write	0xa9885a6 thru	0xa993ee6	(0xb941 bytes)
2023-03-26T18:52:39.215 INFO:teuthology.orchestra.run.smithi146.stdout:76 write	0x24d3f1c thru	0x24d64da	(0x25bf bytes)
2023-03-26T18:52:39.217 INFO:teuthology.orchestra.run.smithi146.stdout:97 trunc	from 0xea6b6be to 0x569510e
2023-03-26T18:52:39.223 INFO:teuthology.orchestra.run.smithi146.stdout:109 read	0xa1a8f2f thru	0xa1b1300	(0x83d2 bytes)
2023-03-26T18:52:39.224 INFO:teuthology.orchestra.run.smithi146.stdout:110 writesame	0x73b1161 thru	0x73b8da3	data_size	0x1(0x7c43 bytes)
2023-03-26T18:52:39.230 INFO:teuthology.orchestra.run.smithi146.stdout:77 writesame	0x7d8872f thru	0x7d8dbf9	data_size	0x7(0x54cb bytes)
2023-03-26T18:52:39.244 INFO:teuthology.orchestra.run.smithi146.stdout:86 write	0xe83be88 thru	0xe84bcc0	(0xfe39 bytes)
2023-03-26T18:52:39.256 INFO:teuthology.orchestra.run.smithi146.stdout:21 read	0x8291f72 thru	0x8292ee8	(0xf77 bytes)
2023-03-26T18:52:39.270 INFO:teuthology.orchestra.run.smithi146.stdout:87 read	0x8eebe3 thru	0x8fb990	(0xcdae bytes)
2023-03-26T18:52:39.270 INFO:teuthology.orchestra.run.smithi146.stdout:88 writesame	0x1dfd719 thru	0x1e0cf38	data_size	0x50(0xf820 bytes)
2023-03-26T18:52:39.278 INFO:teuthology.orchestra.run.smithi146.stdout:22 write	0x6104525 thru	0x610e0cb	(0x9ba7 bytes)
2023-03-26T18:52:39.283 INFO:teuthology.orchestra.run.smithi146.stdout:80 trunc	from 0xe5bd562 to 0x3747ede
2023-03-26T18:52:39.284 INFO:teuthology.orchestra.run.smithi146.stdout:89 punch	from 0x4dd212f to 0x4dd9ef5, (0x7dc6 bytes)
2023-03-26T18:52:39.284 INFO:teuthology.orchestra.run.smithi146.stdout:91 write	0x26cc0f5 thru	0x26d70c0	(0xafcc bytes)
2023-03-26T18:52:39.294 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.294 INFO:teuthology.orchestra.run.smithi146.stdout:92 punch	from 0x7ea601 to 0x7f9306, (0xed05 bytes)
2023-03-26T18:52:39.295 INFO:teuthology.orchestra.run.smithi146.stdout:100 write	0x3a22e0c thru	0x3a2cbaf	(0x9da4 bytes)
2023-03-26T18:52:39.295 INFO:teuthology.orchestra.run.smithi146.stdout:97 read	0x1881c4f thru	0x188e6fe	(0xcab0 bytes)
2023-03-26T18:52:39.295 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.296 INFO:teuthology.orchestra.run.smithi146.stdout:99 write	0x374393c thru	0x374af71	(0x7636 bytes)
2023-03-26T18:52:39.296 INFO:teuthology.orchestra.run.smithi146.stdout:28 writesame	0x5748ab2 thru	0x574d2e6	data_size	0x1(0x4835 bytes)
2023-03-26T18:52:39.305 INFO:teuthology.orchestra.run.smithi146.stdout:100 write	0x7a8cb5 thru	0x7b2d1b	(0xa067 bytes)
2023-03-26T18:52:39.309 INFO:teuthology.orchestra.run.smithi146.stdout:111 write	0xda2e560 thru	0xda37677	(0x9118 bytes)
2023-03-26T18:52:39.320 INFO:teuthology.orchestra.run.smithi146.stdout:102 punch	from 0x15ed545 to 0x15fc28f, (0xed4a bytes)
2023-03-26T18:52:39.321 INFO:teuthology.orchestra.run.smithi146.stdout:29 writesame	0x5945c73 thru	0x5952de2	data_size	0x18(0xd170 bytes)
2023-03-26T18:52:39.321 INFO:teuthology.orchestra.run.smithi146.stdout:103 read	0x8ef8cd thru	0x8fef9c	(0xf6d0 bytes)
2023-03-26T18:52:39.324 INFO:teuthology.orchestra.run.smithi146.stdout:112 read	0x286ad9e thru	0x286f70f	(0x4972 bytes)
2023-03-26T18:52:39.325 INFO:teuthology.orchestra.run.smithi146.stdout:115 read	0xd3749a9 thru	0xd37b1f1	(0x6849 bytes)
2023-03-26T18:52:39.334 INFO:teuthology.orchestra.run.smithi146.stdout:30 write	0xbe96ed8 thru	0xbe9fb53	(0x8c7c bytes)
2023-03-26T18:52:39.339 INFO:teuthology.orchestra.run.smithi146.stdout:102 writesame	0x8b6d834 thru	0x8b7bedf	data_size	0x72(0xe6ac bytes)
2023-03-26T18:52:39.341 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.341 INFO:teuthology.orchestra.run.smithi146.stdout:105 read	0x807d1aa thru	0x80844fe	(0x7355 bytes)
2023-03-26T18:52:39.342 INFO:teuthology.orchestra.run.smithi146.stdout:106 punch	from 0x232b6ce to 0x233089f, (0x51d1 bytes)
2023-03-26T18:52:39.344 INFO:teuthology.orchestra.run.smithi146.stdout:34 writesame	0x8fff4f thru	0x905568	data_size	0x2(0x561a bytes)
2023-03-26T18:52:39.352 INFO:teuthology.orchestra.run.smithi146.stdout:105 trunc	from 0xe84bcc1 to 0x507c151
2023-03-26T18:52:39.354 INFO:teuthology.orchestra.run.smithi146.stdout:116 trunc	from 0xda37678 to 0xbee80f
2023-03-26T18:52:39.356 INFO:teuthology.orchestra.run.smithi146.stdout:81 trunc	from 0x3747ede to 0xbe4ce6d
2023-03-26T18:52:39.356 INFO:teuthology.orchestra.run.smithi146.stdout:107 trunc	from 0x8b7bee0 to 0xe2d989a
2023-03-26T18:52:39.363 INFO:teuthology.orchestra.run.smithi146.stdout:35 write	0x7c37dda thru	0x7c4434a	(0xc571 bytes)
2023-03-26T18:52:39.377 INFO:teuthology.orchestra.run.smithi146.stdout:85 write	0x5c824e2 thru	0x5c8da93	(0xb5b2 bytes)
2023-03-26T18:52:39.382 INFO:teuthology.orchestra.run.smithi146.stdout:36 write	0x15eba06 thru	0x15f4548	(0x8b43 bytes)
2023-03-26T18:52:39.383 INFO:teuthology.orchestra.run.smithi146.stdout:108 read	0xda0a2a8 thru	0xda0ac69	(0x9c2 bytes)
2023-03-26T18:52:39.383 INFO:teuthology.orchestra.run.smithi146.stdout:109 write	0x2aa9c99 thru	0x2ab8d6b	(0xf0d3 bytes)
2023-03-26T18:52:39.391 INFO:teuthology.orchestra.run.smithi146.stdout:87 read	0x36fd107 thru	0x370cf82	(0xfe7c bytes)
2023-03-26T18:52:39.392 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.392 INFO:teuthology.orchestra.run.smithi146.stdout:91 write	0xfcefa3 thru	0xfd6723	(0x7781 bytes)
2023-03-26T18:52:39.395 INFO:teuthology.orchestra.run.smithi146.stdout:106 trunc	from 0x507c151 to 0x6854c4b
2023-03-26T18:52:39.396 INFO:teuthology.orchestra.run.smithi146.stdout:110 write	0x1b79614 thru	0x1b811df	(0x7bcc bytes)
2023-03-26T18:52:39.398 INFO:teuthology.orchestra.run.smithi146.stdout:38 write	0x4a46935 thru	0x4a56798	(0xfe64 bytes)
2023-03-26T18:52:39.403 INFO:teuthology.orchestra.run.smithi146.stdout:93 write	0x3046ae0 thru	0x304b3b2	(0x48d3 bytes)
2023-03-26T18:52:39.403 INFO:teuthology.orchestra.run.smithi146.stdout:112 punch	from 0x827a79b to 0x827d0ec, (0x2951 bytes)
2023-03-26T18:52:39.403 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.404 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.404 INFO:teuthology.orchestra.run.smithi146.stdout:115 writesame	0xb691772 thru	0xb69c85a	data_size	0x1(0xb0e9 bytes)
2023-03-26T18:52:39.407 INFO:teuthology.orchestra.run.smithi146.stdout:40 read	0x3fb1da6 thru	0x3fb8590	(0x67eb bytes)
2023-03-26T18:52:39.407 INFO:teuthology.orchestra.run.smithi146.stdout:43 writesame	0x98469e2 thru	0x984ee99	data_size	0x3e(0x84b8 bytes)
2023-03-26T18:52:39.414 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.414 INFO:teuthology.orchestra.run.smithi146.stdout:119 read	0x6f5232 thru	0x70247c	(0xd24b bytes)
2023-03-26T18:52:39.415 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.415 INFO:teuthology.orchestra.run.smithi146.stdout:121 read	0x3feaf9 thru	0x40cb29	(0xe031 bytes)
2023-03-26T18:52:39.415 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.415 INFO:teuthology.orchestra.run.smithi146.stdout:108 read	0x23398dc thru	0x233c38b	(0x2ab0 bytes)
2023-03-26T18:52:39.419 INFO:teuthology.orchestra.run.smithi146.stdout:44 writesame	0xa2dc081 thru	0xa2eb7a6	data_size	0xbe(0xf726 bytes)
2023-03-26T18:52:39.429 INFO:teuthology.orchestra.run.smithi146.stdout:47 read	0x1fea030 thru	0x1ff037c	(0x634d bytes)
2023-03-26T18:52:39.432 INFO:teuthology.orchestra.run.smithi146.stdout:122 trunc	from 0xbee80f to 0x4751fd3
2023-03-26T18:52:39.435 INFO:teuthology.orchestra.run.smithi146.stdout:116 writesame	0x9ddd56a thru	0x9dea81d	data_size	0xae(0xd2b4 bytes)
2023-03-26T18:52:39.444 INFO:teuthology.orchestra.run.smithi146.stdout:117 read	0x454e176 thru	0x455735d	(0x91e8 bytes)
2023-03-26T18:52:39.444 INFO:teuthology.orchestra.run.smithi146.stdout:118 read	0x148d65d thru	0x1495223	(0x7bc7 bytes)
2023-03-26T18:52:39.444 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.444 INFO:teuthology.orchestra.run.smithi146.stdout:122 read	0x9caa750 thru	0x9cac3b0	(0x1c61 bytes)
2023-03-26T18:52:39.445 INFO:teuthology.orchestra.run.smithi146.stdout:123 punch	from 0xd58dc98 to 0xd5932c5, (0x562d bytes)
2023-03-26T18:52:39.445 INFO:teuthology.orchestra.run.smithi146.stdout:124 write	0x28c1050 thru	0x28cdca0	(0xcc51 bytes)
2023-03-26T18:52:39.450 INFO:teuthology.orchestra.run.smithi146.stdout:50 trunc	from 0xc2738bd to 0x1113986
2023-03-26T18:52:39.452 INFO:teuthology.orchestra.run.smithi146.stdout:125 writesame	0x51d6597 thru	0x51e5b5f	data_size	0x1(0xf5c9 bytes)
2023-03-26T18:52:39.453 INFO:teuthology.orchestra.run.smithi146.stdout:109 writesame	0xa93e907 thru	0xa94346c	data_size	0x3(0x4b66 bytes)
2023-03-26T18:52:39.456 INFO:teuthology.orchestra.run.smithi146.stdout:94 writesame	0xdaa25aa thru	0xdaa58fc	data_size	0x1(0x3353 bytes)
2023-03-26T18:52:39.458 INFO:teuthology.orchestra.run.smithi146.stdout:95 writesame	0x462181c thru	0x462e74d	data_size	0xb(0xcf32 bytes)
2023-03-26T18:52:39.465 INFO:teuthology.orchestra.run.smithi146.stdout:110 trunc	from 0xa94346d to 0x50a028f
2023-03-26T18:52:39.472 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xdfc92e0
2023-03-26T18:52:39.473 INFO:teuthology.orchestra.run.smithi146.stdout:96 trunc	from 0xdaa58fd to 0xdfc92e0
2023-03-26T18:52:39.498 INFO:teuthology.orchestra.run.smithi146.stdout:126 write	0x22339d2 thru	0x223bcf0	(0x831f bytes)
2023-03-26T18:52:39.499 INFO:teuthology.orchestra.run.smithi146.stdout:123 write	0x4a2a7f7 thru	0x4a3855c	(0xdd66 bytes)
2023-03-26T18:52:39.499 INFO:teuthology.orchestra.run.smithi146.stdout:111 read	0x42cd6d0 thru	0x42cd8e1	(0x212 bytes)
2023-03-26T18:52:39.501 INFO:teuthology.orchestra.run.smithi146.stdout:112 punch	from 0x2f21ff0 to 0x2f238f8, (0x1908 bytes)
2023-03-26T18:52:39.501 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.502 INFO:teuthology.orchestra.run.smithi146.stdout:97 punch	from 0x7d74098 to 0x7d808db, (0xc843 bytes)
2023-03-26T18:52:39.502 INFO:teuthology.orchestra.run.smithi146.stdout:98 write	0x69c24b thru	0x6a1373	(0x5129 bytes)
2023-03-26T18:52:39.510 INFO:teuthology.orchestra.run.smithi146.stdout:127 read	0x57becea thru	0x57c1ee6	(0x31fd bytes)
2023-03-26T18:52:39.511 INFO:teuthology.orchestra.run.smithi146.stdout:128 writesame	0xbdfcdef thru	0xbe0379d	data_size	0x7(0x69af bytes)
2023-03-26T18:52:39.511 INFO:teuthology.orchestra.run.smithi146.stdout:100 write	0x40a1445 thru	0x40a820f	(0x6dcb bytes)
2023-03-26T18:52:39.519 INFO:teuthology.orchestra.run.smithi146.stdout:129 punch	from 0x7408899 to 0x740d948, (0x50af bytes)
2023-03-26T18:52:39.519 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.519 INFO:teuthology.orchestra.run.smithi146.stdout:131 write	0x443e2e8 thru	0x444046a	(0x2183 bytes)
2023-03-26T18:52:39.521 INFO:teuthology.orchestra.run.smithi146.stdout:101 read	0x69e16dd thru	0x69e53b1	(0x3cd5 bytes)
2023-03-26T18:52:39.521 INFO:teuthology.orchestra.run.smithi146.stdout:102 writesame	0xbaffcac thru	0xbb0f983	data_size	0xba(0xfcd8 bytes)
2023-03-26T18:52:39.526 INFO:teuthology.orchestra.run.smithi146.stdout:132 write	0xae94fcb thru	0xae98d4a	(0x3d80 bytes)
2023-03-26T18:52:39.528 INFO:teuthology.orchestra.run.smithi146.stdout:106 read	0x3a3a5f7 thru	0x3a4857a	(0xdf84 bytes)
2023-03-26T18:52:39.528 INFO:teuthology.orchestra.run.smithi146.stdout:107 read	0xc372ce7 thru	0xc37eb72	(0xbe8c bytes)
2023-03-26T18:52:39.528 INFO:teuthology.orchestra.run.smithi146.stdout:108 punch	from 0x75a3826 to 0x75acda3, (0x957d bytes)
2023-03-26T18:52:39.528 INFO:teuthology.orchestra.run.smithi146.stdout:109 writesame	0x4c09b21 thru	0x4c0f987	data_size	0xd(0x5e67 bytes)
2023-03-26T18:52:39.529 INFO:teuthology.orchestra.run.smithi146.stdout:124 trunc	from 0x4a3855d to 0xc2fb99d
2023-03-26T18:52:39.534 INFO:teuthology.orchestra.run.smithi146.stdout:115 writesame	0xc58a8d1 thru	0xc596fec	data_size	0x2(0xc71c bytes)
2023-03-26T18:52:39.535 INFO:teuthology.orchestra.run.smithi146.stdout:133 read	0xd0203a8 thru	0xd021976	(0x15cf bytes)
2023-03-26T18:52:39.535 INFO:teuthology.orchestra.run.smithi146.stdout:134 write	0xa35baf7 thru	0xa36632f	(0xa839 bytes)
2023-03-26T18:52:39.538 INFO:teuthology.orchestra.run.smithi146.stdout:116 write	0xc2aeb4f thru	0xc2af375	(0x827 bytes)
2023-03-26T18:52:39.539 INFO:teuthology.orchestra.run.smithi146.stdout:110 read	0x3e6615b thru	0x3e70bec	(0xaa92 bytes)
2023-03-26T18:52:39.539 INFO:teuthology.orchestra.run.smithi146.stdout:111 write	0x984eb7d thru	0x9857a1d	(0x8ea1 bytes)
2023-03-26T18:52:39.545 INFO:teuthology.orchestra.run.smithi146.stdout:135 write	0xd866535 thru	0xd86d56c	(0x7038 bytes)
2023-03-26T18:52:39.546 INFO:teuthology.orchestra.run.smithi146.stdout:117 write	0x37d44f0 thru	0x37df65b	(0xb16c bytes)
2023-03-26T18:52:39.550 INFO:teuthology.orchestra.run.smithi146.stdout:112 punch	from 0x189be26 to 0x18a86f3, (0xc8cd bytes)
2023-03-26T18:52:39.550 INFO:teuthology.orchestra.run.smithi146.stdout:115 write	0xbdf9bf9 thru	0xbe00577	(0x697f bytes)
2023-03-26T18:52:39.553 INFO:teuthology.orchestra.run.smithi146.stdout:118 punch	from 0xc1a483d to 0xc1b3ef7, (0xf6ba bytes)
2023-03-26T18:52:39.553 INFO:teuthology.orchestra.run.smithi146.stdout:120 read	0x2d74ede thru	0x2d83e3a	(0xef5d bytes)
2023-03-26T18:52:39.554 INFO:teuthology.orchestra.run.smithi146.stdout:51 write	0x38ce094 thru	0x38dad44	(0xccb1 bytes)
2023-03-26T18:52:39.554 INFO:teuthology.orchestra.run.smithi146.stdout:121 writesame	0x283b562 thru	0x283ba1d	data_size	0x4(0x4bc bytes)
2023-03-26T18:52:39.555 INFO:teuthology.orchestra.run.smithi146.stdout:136 write	0x294f0b0 thru	0x295daec	(0xea3d bytes)
2023-03-26T18:52:39.562 INFO:teuthology.orchestra.run.smithi146.stdout:117 read	0x21ea7cc thru	0x21f026c	(0x5aa1 bytes)
2023-03-26T18:52:39.563 INFO:teuthology.orchestra.run.smithi146.stdout:122 write	0x8770019 thru	0x87705af	(0x597 bytes)
2023-03-26T18:52:39.563 INFO:teuthology.orchestra.run.smithi146.stdout:118 writesame	0x29fbf7f thru	0x2a02d14	data_size	0x53(0x6d96 bytes)
2023-03-26T18:52:39.563 INFO:teuthology.orchestra.run.smithi146.stdout:53 writesame	0x11bac41 thru	0x11c08a2	data_size	0x56(0x5c62 bytes)
2023-03-26T18:52:39.564 INFO:teuthology.orchestra.run.smithi146.stdout:138 punch	from 0x3dad069 to 0x3db3ce7, (0x6c7e bytes)
2023-03-26T18:52:39.564 INFO:teuthology.orchestra.run.smithi146.stdout:140 read	0x80d10d thru	0x817faf	(0xaea3 bytes)
2023-03-26T18:52:39.564 INFO:teuthology.orchestra.run.smithi146.stdout:142 write	0x3eca820 thru	0x3ecbacf	(0x12b0 bytes)
2023-03-26T18:52:39.568 INFO:teuthology.orchestra.run.smithi146.stdout:119 read	0x71a0a59 thru	0x71adfdf	(0xd587 bytes)
2023-03-26T18:52:39.569 INFO:teuthology.orchestra.run.smithi146.stdout:54 write	0x2ead7ab thru	0x2ead987	(0x1dd bytes)
2023-03-26T18:52:39.569 INFO:teuthology.orchestra.run.smithi146.stdout:121 write	0x6ed4c69 thru	0x6edd366	(0x86fe bytes)
2023-03-26T18:52:39.570 INFO:teuthology.orchestra.run.smithi146.stdout:144 write	0x1d89d41 thru	0x1d96b5e	(0xce1e bytes)
2023-03-26T18:52:39.571 INFO:teuthology.orchestra.run.smithi146.stdout:123 read	0x9262530 thru	0x926d7fc	(0xb2cd bytes)
2023-03-26T18:52:39.572 INFO:teuthology.orchestra.run.smithi146.stdout:124 read	0xbeb3c86 thru	0xbeb5009	(0x1384 bytes)
2023-03-26T18:52:39.572 INFO:teuthology.orchestra.run.smithi146.stdout:125 read	0x537862 thru	0x5385f4	(0xd93 bytes)
2023-03-26T18:52:39.572 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.573 INFO:teuthology.orchestra.run.smithi146.stdout:127 read	0x6a35f6f thru	0x6a40418	(0xa4aa bytes)
2023-03-26T18:52:39.573 INFO:teuthology.orchestra.run.smithi146.stdout:129 write	0x48a63e2 thru	0x48a9d91	(0x39b0 bytes)
2023-03-26T18:52:39.578 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.579 INFO:teuthology.orchestra.run.smithi146.stdout:123 punch	from 0x7efff23 to 0x7f0288a, (0x2967 bytes)
2023-03-26T18:52:39.579 INFO:teuthology.orchestra.run.smithi146.stdout:124 write	0xd755d4d thru	0xd75ea4b	(0x8cff bytes)
2023-03-26T18:52:39.579 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.579 INFO:teuthology.orchestra.run.smithi146.stdout:146 read	0x1d80fa6 thru	0x1d816a8	(0x703 bytes)
2023-03-26T18:52:39.580 INFO:teuthology.orchestra.run.smithi146.stdout:147 writesame	0xbe82f08 thru	0xbe8eabd	data_size	0x3(0xbbb6 bytes)
2023-03-26T18:52:39.581 INFO:teuthology.orchestra.run.smithi146.stdout:132 write	0x2ddf357 thru	0x2de2648	(0x32f2 bytes)
2023-03-26T18:52:39.581 INFO:teuthology.orchestra.run.smithi146.stdout:125 trunc	from 0xc2fb99d to 0x2b8cc75
2023-03-26T18:52:39.581 INFO:teuthology.orchestra.run.smithi146.stdout:56 trunc	from 0x38dad45 to 0x641afef
2023-03-26T18:52:39.588 INFO:teuthology.orchestra.run.smithi146.stdout:133 read	0x7dcc19b thru	0x7dd4887	(0x86ed bytes)
2023-03-26T18:52:39.589 INFO:teuthology.orchestra.run.smithi146.stdout:134 write	0x875d252 thru	0x8765269	(0x8018 bytes)
2023-03-26T18:52:39.592 INFO:teuthology.orchestra.run.smithi146.stdout:149 read	0xaf81c2e thru	0xaf8dd7b	(0xc14e bytes)
2023-03-26T18:52:39.593 INFO:teuthology.orchestra.run.smithi146.stdout:151 read	0xa9f2079 thru	0xa9ffe55	(0xdddd bytes)
2023-03-26T18:52:39.595 INFO:teuthology.orchestra.run.smithi146.stdout:135 writesame	0x7b020d2 thru	0x7b0c759	data_size	0x49(0xa688 bytes)
2023-03-26T18:52:39.603 INFO:teuthology.orchestra.run.smithi146.stdout:152 trunc	from 0xe2d989a to 0xa5fb683
2023-03-26T18:52:39.607 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.607 INFO:teuthology.orchestra.run.smithi146.stdout:58 punch	from 0x4a81040 to 0x4a8a783, (0x9743 bytes)
2023-03-26T18:52:39.608 INFO:teuthology.orchestra.run.smithi146.stdout:59 read	0x355c485 thru	0x3561431	(0x4fad bytes)
2023-03-26T18:52:39.611 INFO:teuthology.orchestra.run.smithi146.stdout:127 punch	from 0x1905f19 to 0x1911519, (0xb600 bytes)
2023-03-26T18:52:39.620 INFO:teuthology.orchestra.run.smithi146.stdout:126 trunc	from 0xdfc92e0 to 0x5226448
2023-03-26T18:52:39.627 INFO:teuthology.orchestra.run.smithi146.stdout:136 trunc	from 0xc596fed to 0x3078686
2023-03-26T18:52:39.631 INFO:teuthology.orchestra.run.smithi146.stdout:61 write	0x6df2cca thru	0x6df7a16	(0x4d4d bytes)
2023-03-26T18:52:39.639 INFO:teuthology.orchestra.run.smithi146.stdout:62 read	0x54863f2 thru	0x548650e	(0x11d bytes)
2023-03-26T18:52:39.639 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.640 INFO:teuthology.orchestra.run.smithi146.stdout:65 read	0x379ce5f thru	0x37aba27	(0xebc9 bytes)
2023-03-26T18:52:39.640 INFO:teuthology.orchestra.run.smithi146.stdout:68 read	0xcb3fdc thru	0xcbd063	(0x9088 bytes)
2023-03-26T18:52:39.641 INFO:teuthology.orchestra.run.smithi146.stdout:69 punch	from 0x1af7f1d to 0x1afe60e, (0x66f1 bytes)
2023-03-26T18:52:39.642 INFO:teuthology.orchestra.run.smithi146.stdout:70 write	0x4b682e3 thru	0x4b6a911	(0x262f bytes)
2023-03-26T18:52:39.649 INFO:teuthology.orchestra.run.smithi146.stdout:71 read	0x26827d9 thru	0x2683c59	(0x1481 bytes)
2023-03-26T18:52:39.657 INFO:teuthology.orchestra.run.smithi146.stdout:127 trunc	from 0x5226448 to 0x2461467
2023-03-26T18:52:39.659 INFO:teuthology.orchestra.run.smithi146.stdout:139 punch	from 0xae0dc9 to 0xaefb52, (0xed89 bytes)
2023-03-26T18:52:39.663 INFO:teuthology.orchestra.run.smithi146.stdout:72 trunc	from 0x6df7a17 to 0x1467618
2023-03-26T18:52:39.665 INFO:teuthology.orchestra.run.smithi146.stdout:153 write	0xda52d68 thru	0xda53d7f	(0x1018 bytes)
2023-03-26T18:52:39.666 INFO:teuthology.orchestra.run.smithi146.stdout:128 writesame	0xe2709c9 thru	0xe277976	data_size	0xf(0x6fae bytes)
2023-03-26T18:52:39.669 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xede91c0
2023-03-26T18:52:39.670 INFO:teuthology.orchestra.run.smithi146.stdout:129 trunc	from 0xe277977 to 0xede91c0
2023-03-26T18:52:39.673 INFO:teuthology.orchestra.run.smithi146.stdout:154 punch	from 0x38539c5 to 0x385cf1c, (0x9557 bytes)
2023-03-26T18:52:39.681 INFO:teuthology.orchestra.run.smithi146.stdout:141 write	0x359736f thru	0x35a50e0	(0xdd72 bytes)
2023-03-26T18:52:39.695 INFO:teuthology.orchestra.run.smithi146.stdout:156 trunc	from 0xda53d80 to 0x4a6f277
2023-03-26T18:52:39.724 INFO:teuthology.orchestra.run.smithi146.stdout:128 writesame	0x3f52e17 thru	0x3f5abab	data_size	0x1(0x7d95 bytes)
2023-03-26T18:52:39.726 INFO:teuthology.orchestra.run.smithi146.stdout:130 trunc	from 0xede91c0 to 0x6738d14
2023-03-26T18:52:39.728 INFO:teuthology.orchestra.run.smithi146.stdout:142 write	0x7d831bf thru	0x7d8b623	(0x8465 bytes)
2023-03-26T18:52:39.737 INFO:teuthology.orchestra.run.smithi146.stdout:144 read	0x3c563e7 thru	0x3c64297	(0xdeb1 bytes)
2023-03-26T18:52:39.739 INFO:teuthology.orchestra.run.smithi146.stdout:158 trunc	from 0x4a6f277 to 0x2ea67df
2023-03-26T18:52:39.747 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.747 INFO:teuthology.orchestra.run.smithi146.stdout:132 punch	from 0xbd663a to 0xbe2f3a, (0xc900 bytes)
2023-03-26T18:52:39.747 INFO:teuthology.orchestra.run.smithi146.stdout:133 punch	from 0x3070f98 to 0x307e4c7, (0xd52f bytes)
2023-03-26T18:52:39.747 INFO:teuthology.orchestra.run.smithi146.stdout:134 punch	from 0x938010 to 0x938cb1, (0xca1 bytes)
2023-03-26T18:52:39.753 INFO:teuthology.orchestra.run.smithi146.stdout:135 trunc	from 0x6738d14 to 0x9902ea9
2023-03-26T18:52:39.755 INFO:teuthology.orchestra.run.smithi146.stdout:74 write	0xdb83e82 thru	0xdb8982c	(0x59ab bytes)
2023-03-26T18:52:39.765 INFO:teuthology.orchestra.run.smithi146.stdout:77 read	0x99ce7c3 thru	0x99dcf84	(0xe7c2 bytes)
2023-03-26T18:52:39.765 INFO:teuthology.orchestra.run.smithi146.stdout:80 punch	from 0x123bf15 to 0x124ad5c, (0xee47 bytes)
2023-03-26T18:52:39.765 INFO:teuthology.orchestra.run.smithi146.stdout:81 read	0x3718a98 thru	0x371ff08	(0x7471 bytes)
2023-03-26T18:52:39.766 INFO:teuthology.orchestra.run.smithi146.stdout:82 read	0xd869cfa thru	0xd86c4e8	(0x27ef bytes)
2023-03-26T18:52:39.769 INFO:teuthology.orchestra.run.smithi146.stdout:159 read	0x198ead2 thru	0x1998a42	(0x9f71 bytes)
2023-03-26T18:52:39.771 INFO:teuthology.orchestra.run.smithi146.stdout:129 write	0xb63dd7d thru	0xb649a14	(0xbc98 bytes)
2023-03-26T18:52:39.775 INFO:teuthology.orchestra.run.smithi146.stdout:83 trunc	from 0xdb8982d to 0xa2097e5
2023-03-26T18:52:39.775 INFO:teuthology.orchestra.run.smithi146.stdout:145 writesame	0xc6adbc0 thru	0xc6b0718	data_size	0x1b(0x2b59 bytes)
2023-03-26T18:52:39.776 INFO:teuthology.orchestra.run.smithi146.stdout:136 read	0x95008b5 thru	0x950b981	(0xb0cd bytes)
2023-03-26T18:52:39.776 INFO:teuthology.orchestra.run.smithi146.stdout:138 writesame	0x63ec21b thru	0x63f1db5	data_size	0x1(0x5b9b bytes)
2023-03-26T18:52:39.778 INFO:teuthology.orchestra.run.smithi146.stdout:146 punch	from 0x524ae3 to 0x5272ca, (0x27e7 bytes)
2023-03-26T18:52:39.778 INFO:teuthology.orchestra.run.smithi146.stdout:147 punch	from 0x7153613 to 0x71599cd, (0x63ba bytes)
2023-03-26T18:52:39.779 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.779 INFO:teuthology.orchestra.run.smithi146.stdout:149 read	0x17c83a2 thru	0x17d0cb0	(0x890f bytes)
2023-03-26T18:52:39.779 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.779 INFO:teuthology.orchestra.run.smithi146.stdout:152 read	0xa57857 thru	0xa64651	(0xcdfb bytes)
2023-03-26T18:52:39.780 INFO:teuthology.orchestra.run.smithi146.stdout:153 write	0x293883f thru	0x293d9da	(0x519c bytes)
2023-03-26T18:52:39.780 INFO:teuthology.orchestra.run.smithi146.stdout:132 writesame	0x2995126 thru	0x2998335	data_size	0x4(0x3210 bytes)
2023-03-26T18:52:39.786 INFO:teuthology.orchestra.run.smithi146.stdout:154 read	0x65e066c thru	0x65e8642	(0x7fd7 bytes)
2023-03-26T18:52:39.786 INFO:teuthology.orchestra.run.smithi146.stdout:156 read	0x1919a51 thru	0x1921aee	(0x809e bytes)
2023-03-26T18:52:39.786 INFO:teuthology.orchestra.run.smithi146.stdout:157 clone	1 order 24 su 262144 sc 4
2023-03-26T18:52:39.794 INFO:teuthology.orchestra.run.smithi146.stdout:136 read	0x42e1927 thru	0x42f0eeb	(0xf5c5 bytes)
2023-03-26T18:52:39.794 INFO:teuthology.orchestra.run.smithi146.stdout:137 read	0x4d94c40 thru	0x4da1c5e	(0xd01f bytes)
2023-03-26T18:52:39.794 INFO:teuthology.orchestra.run.smithi146.stdout:138 punch	from 0xaa7c4f2 to 0xaa89c93, (0xd7a1 bytes)
2023-03-26T18:52:39.795 INFO:teuthology.orchestra.run.smithi146.stdout:139 read	0x25e4104 thru	0x25f00a5	(0xbfa2 bytes)
2023-03-26T18:52:39.796 INFO:teuthology.orchestra.run.smithi146.stdout:140 read	0x1fe4c3f thru	0x1feb858	(0x6c1a bytes)
2023-03-26T18:52:39.796 INFO:teuthology.orchestra.run.smithi146.stdout:142 punch	from 0x1a3a95f to 0x1a424ff, (0x7ba0 bytes)
2023-03-26T18:52:39.796 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.796 INFO:teuthology.orchestra.run.smithi146.stdout:145 punch	from 0x3b95596 to 0x3b9fc3f, (0xa6a9 bytes)
2023-03-26T18:52:39.796 INFO:teuthology.orchestra.run.smithi146.stdout:146 read	0xb462b52 thru	0xb465df3	(0x32a2 bytes)
2023-03-26T18:52:39.797 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.797 INFO:teuthology.orchestra.run.smithi146.stdout:152 writesame	0xb103c64 thru	0xb10eeb5	data_size	0x37(0xb252 bytes)
2023-03-26T18:52:39.797 INFO:teuthology.orchestra.run.smithi146.stdout:139 write	0x44fb7e4 thru	0x450a0eb	(0xe908 bytes)
2023-03-26T18:52:39.806 INFO:teuthology.orchestra.run.smithi146.stdout:153 write	0x9045669 thru	0x9049c2e	(0x45c6 bytes)
2023-03-26T18:52:39.809 INFO:teuthology.orchestra.run.smithi146.stdout:85 read	0x8465588 thru	0x846c84b	(0x72c4 bytes)
2023-03-26T18:52:39.809 INFO:teuthology.orchestra.run.smithi146.stdout:86 writesame	0x3a34f43 thru	0x3a35a41	data_size	0x1(0xaff bytes)
2023-03-26T18:52:39.811 INFO:teuthology.orchestra.run.smithi146.stdout:140 writesame	0x9fa57e thru	0xa026ae	data_size	0x1(0x8131 bytes)
2023-03-26T18:52:39.816 INFO:teuthology.orchestra.run.smithi146.stdout:162 write	0xb66d7d2 thru	0xb6744d1	(0x6d00 bytes)
2023-03-26T18:52:39.841 INFO:teuthology.orchestra.run.smithi146.stdout:154 write	0xbf01e0c thru	0xbf05e6f	(0x4064 bytes)
2023-03-26T18:52:39.845 INFO:teuthology.orchestra.run.smithi146.stdout:87 write	0xccbb24d thru	0xccbfe49	(0x4bfd bytes)
2023-03-26T18:52:39.849 INFO:teuthology.orchestra.run.smithi146.stdout:156 write	0x3009d7b thru	0x300a610	(0x896 bytes)
2023-03-26T18:52:39.849 INFO:teuthology.orchestra.run.smithi146.stdout:163 trunc	from 0xb6744d2 to 0x23d7f54
2023-03-26T18:52:39.854 INFO:teuthology.orchestra.run.smithi146.stdout:89 write	0x6eab2c3 thru	0x6eb7b29	(0xc867 bytes)
2023-03-26T18:52:39.855 INFO:teuthology.orchestra.run.smithi146.stdout:157 read	0x7d7d4ee thru	0x7d7d5e6	(0xf9 bytes)
2023-03-26T18:52:39.855 INFO:teuthology.orchestra.run.smithi146.stdout:159 write	0x52c2abe thru	0x52c71d7	(0x471a bytes)
2023-03-26T18:52:39.857 INFO:teuthology.orchestra.run.smithi146.stdout:141 write	0xad47f30 thru	0xad4f20c	(0x72dd bytes)
2023-03-26T18:52:39.865 INFO:teuthology.orchestra.run.smithi146.stdout:162 writesame	0x63e02a1 thru	0x63e887f	data_size	0x1(0x85df bytes)
2023-03-26T18:52:39.868 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.868 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.868 INFO:teuthology.orchestra.run.smithi146.stdout:145 writesame	0x7e0b129 thru	0x7e165ab	data_size	0x1(0xb483 bytes)
2023-03-26T18:52:39.869 INFO:teuthology.orchestra.run.smithi146.stdout:90 read	0x23bd12e thru	0x23c4704	(0x75d7 bytes)
2023-03-26T18:52:39.869 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xc728641
2023-03-26T18:52:39.870 INFO:teuthology.orchestra.run.smithi146.stdout:91 trunc	from 0xccbfe4a to 0xc728641
2023-03-26T18:52:39.891 INFO:teuthology.orchestra.run.smithi146.stdout:164 write	0x869828d thru	0x869d8e6	(0x565a bytes)
2023-03-26T18:52:39.902 INFO:teuthology.orchestra.run.smithi146.stdout:146 write	0xad6e86 thru	0xad6ea1	(0x1c bytes)
2023-03-26T18:52:39.903 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.903 INFO:teuthology.orchestra.run.smithi146.stdout:168 read	0x373dc45 thru	0x3744aeb	(0x6ea7 bytes)
2023-03-26T18:52:39.903 INFO:teuthology.orchestra.run.smithi146.stdout:171 write	0x49bb03 thru	0x4a8328	(0xc826 bytes)
2023-03-26T18:52:39.911 INFO:teuthology.orchestra.run.smithi146.stdout:147 punch	from 0x9d59a25 to 0x9d62c9a, (0x9275 bytes)
2023-03-26T18:52:39.911 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.911 INFO:teuthology.orchestra.run.smithi146.stdout:150 read	0x23710e6 thru	0x2378577	(0x7492 bytes)
2023-03-26T18:52:39.911 INFO:teuthology.orchestra.run.smithi146.stdout:152 punch	from 0x3877494 to 0x3881701, (0xa26d bytes)
2023-03-26T18:52:39.911 INFO:teuthology.orchestra.run.smithi146.stdout:154 read	0xb3acf5 thru	0xb414e4	(0x67f0 bytes)
2023-03-26T18:52:39.912 INFO:teuthology.orchestra.run.smithi146.stdout:155 read	0x2c43abb thru	0x2c51037	(0xd57d bytes)
2023-03-26T18:52:39.915 INFO:teuthology.orchestra.run.smithi146.stdout:92 write	0xbf83666 thru	0xbf92eec	(0xf887 bytes)
2023-03-26T18:52:39.922 INFO:teuthology.orchestra.run.smithi146.stdout:164 writesame	0x33a1b59 thru	0x33aa6bd	data_size	0xf(0x8b65 bytes)
2023-03-26T18:52:39.924 INFO:teuthology.orchestra.run.smithi146.stdout:165 punch	from 0x2b82332 to 0x2b82db4, (0xa82 bytes)
2023-03-26T18:52:39.925 INFO:teuthology.orchestra.run.smithi146.stdout:166 read	0x10f85c5 thru	0x10f8fcc	(0xa08 bytes)
2023-03-26T18:52:39.925 INFO:teuthology.orchestra.run.smithi146.stdout:167 read	0x27b8c1a thru	0x27be003	(0x53ea bytes)
2023-03-26T18:52:39.925 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.925 INFO:teuthology.orchestra.run.smithi146.stdout:170 punch	from 0x16d53bb to 0x16e28f3, (0xd538 bytes)
2023-03-26T18:52:39.925 INFO:teuthology.orchestra.run.smithi146.stdout:94 write	0xc50de87 thru	0xc5141bf	(0x6339 bytes)
2023-03-26T18:52:39.935 INFO:teuthology.orchestra.run.smithi146.stdout:95 punch	from 0x4e239f3 to 0x4e316c7, (0xdcd4 bytes)
2023-03-26T18:52:39.936 INFO:teuthology.orchestra.run.smithi146.stdout:96 read	0xc9b8e5 thru	0xc9bdad	(0x4c9 bytes)
2023-03-26T18:52:39.936 INFO:teuthology.orchestra.run.smithi146.stdout:98 writesame	0x599d10d thru	0x59a1d56	data_size	0x15(0x4c4a bytes)
2023-03-26T18:52:39.939 INFO:teuthology.orchestra.run.smithi146.stdout:156 write	0xc9667f6 thru	0xc96c588	(0x5d93 bytes)
2023-03-26T18:52:39.940 INFO:teuthology.orchestra.run.smithi146.stdout:173 write	0xe5e2252 thru	0xe5e238e	(0x13d bytes)
2023-03-26T18:52:39.948 INFO:teuthology.orchestra.run.smithi146.stdout:158 trunc	from 0xc96c589 to 0xc7e89ec
2023-03-26T18:52:39.949 INFO:teuthology.orchestra.run.smithi146.stdout:174 read	0x9bfd05c thru	0x9c09a7a	(0xca1f bytes)
2023-03-26T18:52:39.949 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.950 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.950 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.950 INFO:teuthology.orchestra.run.smithi146.stdout:178 read	0x4d84b3a thru	0x4d92188	(0xd64f bytes)
2023-03-26T18:52:39.950 INFO:teuthology.orchestra.run.smithi146.stdout:179 read	0x8df0896 thru	0x8dfd5ac	(0xcd17 bytes)
2023-03-26T18:52:39.950 INFO:teuthology.orchestra.run.smithi146.stdout:180 write	0xb235f17 thru	0xb238a7f	(0x2b69 bytes)
2023-03-26T18:52:39.953 INFO:teuthology.orchestra.run.smithi146.stdout:182 writesame	0xd19025d thru	0xd1956a1	data_size	0x3(0x5445 bytes)
2023-03-26T18:52:39.965 INFO:teuthology.orchestra.run.smithi146.stdout:99 trunc	from 0xc728641 to 0x45cfa29
2023-03-26T18:52:39.969 INFO:teuthology.orchestra.run.smithi146.stdout:172 write	0xeb04004 thru	0xeb0f42d	(0xb42a bytes)
2023-03-26T18:52:39.973 INFO:teuthology.orchestra.run.smithi146.stdout:161 writesame	0x977a477 thru	0x978895a	data_size	0x39(0xe4e4 bytes)
2023-03-26T18:52:39.975 INFO:teuthology.orchestra.run.smithi146.stdout:183 trunc	from 0xe5e238f to 0x6d2422c
2023-03-26T18:52:39.986 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:39.986 INFO:teuthology.orchestra.run.smithi146.stdout:163 read	0x21b3f4b thru	0x21b4b51	(0xc07 bytes)
2023-03-26T18:52:39.986 INFO:teuthology.orchestra.run.smithi146.stdout:164 writesame	0x192c967 thru	0x19361b9	data_size	0xb(0x9853 bytes)
2023-03-26T18:52:40.003 INFO:teuthology.orchestra.run.smithi146.stdout:174 trunc	from 0xeb0f42e to 0x215383a
2023-03-26T18:52:40.005 INFO:teuthology.orchestra.run.smithi146.stdout:165 trunc	from 0xc7e89ec to 0x747643f
2023-03-26T18:52:40.010 INFO:teuthology.orchestra.run.smithi146.stdout:100 trunc	from 0x45cfa29 to 0x8a307a9
2023-03-26T18:52:40.015 INFO:teuthology.orchestra.run.smithi146.stdout:55 read	0xbb55a03 thru	0xbb5eae9	(0x90e7 bytes)
2023-03-26T18:52:40.031 INFO:teuthology.orchestra.run.smithi146.stdout:101 read	0x149a736 thru	0x14a4fb9	(0xa884 bytes)
2023-03-26T18:52:40.031 INFO:teuthology.orchestra.run.smithi146.stdout:56 write	0x6ea0326 thru	0x6ea86bc	(0x8397 bytes)
2023-03-26T18:52:40.040 INFO:teuthology.orchestra.run.smithi146.stdout:57 read	0x2b4eb56 thru	0x2b4edb5	(0x260 bytes)
2023-03-26T18:52:40.040 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.040 INFO:teuthology.orchestra.run.smithi146.stdout:61 punch	from 0xadb0066 to 0xadb9c8a, (0x9c24 bytes)
2023-03-26T18:52:40.041 INFO:teuthology.orchestra.run.smithi146.stdout:62 writesame	0x4bf1e88 thru	0x4bf2e64	data_size	0x1(0xfdd bytes)
2023-03-26T18:52:40.042 INFO:teuthology.orchestra.run.smithi146.stdout:185 writesame	0xdd06c26 thru	0xdd06e03	data_size	0x1(0x1de bytes)
2023-03-26T18:52:40.042 INFO:teuthology.orchestra.run.smithi146.stdout:175 write	0x1925571 thru	0x1931bdf	(0xc66f bytes)
2023-03-26T18:52:40.051 INFO:teuthology.orchestra.run.smithi146.stdout:63 writesame	0xa36bf4b thru	0xa36db0c	data_size	0x26(0x1bc2 bytes)
2023-03-26T18:52:40.057 INFO:teuthology.orchestra.run.smithi146.stdout:102 write	0xb9ace68 thru	0xb9baf22	(0xe0bb bytes)
2023-03-26T18:52:40.058 INFO:teuthology.orchestra.run.smithi146.stdout:66 read	0x3ef3994 thru	0x3efdd87	(0xa3f4 bytes)
2023-03-26T18:52:40.058 INFO:teuthology.orchestra.run.smithi146.stdout:67 read	0xb00fb27 thru	0xb0177c7	(0x7ca1 bytes)
2023-03-26T18:52:40.059 INFO:teuthology.orchestra.run.smithi146.stdout:69 read	0xb5e6892 thru	0xb5ee5a9	(0x7d18 bytes)
2023-03-26T18:52:40.059 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0x855566a
2023-03-26T18:52:40.060 INFO:teuthology.orchestra.run.smithi146.stdout:166 write	0xa93b94a thru	0xa93e640	(0x2cf7 bytes)
2023-03-26T18:52:40.067 INFO:teuthology.orchestra.run.smithi146.stdout:186 trunc	from 0xdd06e04 to 0x54af75b
2023-03-26T18:52:40.068 INFO:teuthology.orchestra.run.smithi146.stdout:103 punch	from 0x206077e to 0x20613f4, (0xc76 bytes)
2023-03-26T18:52:40.068 INFO:teuthology.orchestra.run.smithi146.stdout:104 punch	from 0x1190f04 to 0x119649f, (0x559b bytes)
2023-03-26T18:52:40.068 INFO:teuthology.orchestra.run.smithi146.stdout:105 read	0xb659793 thru	0xb65dd96	(0x4604 bytes)
2023-03-26T18:52:40.069 INFO:teuthology.orchestra.run.smithi146.stdout:167 write	0x1e976db thru	0x1e9bf3a	(0x4860 bytes)
2023-03-26T18:52:40.069 INFO:teuthology.orchestra.run.smithi146.stdout:106 write	0x27bf395 thru	0x27cadb4	(0xba20 bytes)
2023-03-26T18:52:40.069 INFO:teuthology.orchestra.run.smithi146.stdout:70 trunc	from 0xc018a32 to 0x855566a
2023-03-26T18:52:40.077 INFO:teuthology.orchestra.run.smithi146.stdout:168 read	0x1747bc2 thru	0x174b1b8	(0x35f7 bytes)
2023-03-26T18:52:40.078 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.078 INFO:teuthology.orchestra.run.smithi146.stdout:170 punch	from 0x74a637e to 0x74adcdd, (0x795f bytes)
2023-03-26T18:52:40.078 INFO:teuthology.orchestra.run.smithi146.stdout:171 write	0x2b6827c thru	0x2b6e300	(0x6085 bytes)
2023-03-26T18:52:40.087 INFO:teuthology.orchestra.run.smithi146.stdout:176 write	0x6ac3a1d thru	0x6acb2dd	(0x78c1 bytes)
2023-03-26T18:52:40.088 INFO:teuthology.orchestra.run.smithi146.stdout:108 trunc	from 0xb9baf23 to 0x69a8798
2023-03-26T18:52:40.098 INFO:teuthology.orchestra.run.smithi146.stdout:177 read	0xb2c94c thru	0xb2d9b3	(0x1068 bytes)
2023-03-26T18:52:40.099 INFO:teuthology.orchestra.run.smithi146.stdout:179 read	0x7d5e5b thru	0x7ddd2f	(0x7ed5 bytes)
2023-03-26T18:52:40.099 INFO:teuthology.orchestra.run.smithi146.stdout:180 punch	from 0x5352209 to 0x5353c83, (0x1a7a bytes)
2023-03-26T18:52:40.103 INFO:teuthology.orchestra.run.smithi146.stdout:188 read	0x1e5bf34 thru	0x1e5ddb3	(0x1e80 bytes)
2023-03-26T18:52:40.104 INFO:teuthology.orchestra.run.smithi146.stdout:189 read	0x4dd8e82 thru	0x4de489c	(0xba1b bytes)
2023-03-26T18:52:40.104 INFO:teuthology.orchestra.run.smithi146.stdout:192 write	0x1942da0 thru	0x194f11a	(0xc37b bytes)
2023-03-26T18:52:40.114 INFO:teuthology.orchestra.run.smithi146.stdout:195 clone	1 order 22 su 262144 sc 9
2023-03-26T18:52:40.121 INFO:teuthology.orchestra.run.smithi146.stdout:172 writesame	0xd35de8e thru	0xd360010	data_size	0x1(0x2183 bytes)
2023-03-26T18:52:40.122 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xa3e793c
2023-03-26T18:52:40.123 INFO:teuthology.orchestra.run.smithi146.stdout:173 clone	2 order 19 su 65536 sc 13
2023-03-26T18:52:40.127 INFO:teuthology.orchestra.run.smithi146.stdout:71 trunc	from 0x855566a to 0xa3e793c
2023-03-26T18:52:40.134 INFO:teuthology.orchestra.run.smithi146.stdout:110 trunc	from 0x69a8798 to 0xb65b594
2023-03-26T18:52:40.136 INFO:teuthology.orchestra.run.smithi146.stdout:183 write	0xe5a3624 thru	0xe5af48d	(0xbe6a bytes)
2023-03-26T18:52:40.143 INFO:teuthology.orchestra.run.smithi146.stdout:72 write	0x1fe43f2 thru	0x1fe4636	(0x245 bytes)
2023-03-26T18:52:40.144 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.144 INFO:teuthology.orchestra.run.smithi146.stdout:186 write	0x9ae8deb thru	0x9af47bc	(0xb9d2 bytes)
2023-03-26T18:52:40.150 INFO:teuthology.orchestra.run.smithi146.stdout:73 write	0x5cea026 thru	0x5cf8097	(0xe072 bytes)
2023-03-26T18:52:40.152 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.152 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.153 INFO:teuthology.orchestra.run.smithi146.stdout:190 punch	from 0xcd5de49 to 0xcd6a13c, (0xc2f3 bytes)
2023-03-26T18:52:40.157 INFO:teuthology.orchestra.run.smithi146.stdout:76 read	0x21711db thru	0x217d92a	(0xc750 bytes)
2023-03-26T18:52:40.158 INFO:teuthology.orchestra.run.smithi146.stdout:77 read	0x20bb513 thru	0x20bd55a	(0x2048 bytes)
2023-03-26T18:52:40.158 INFO:teuthology.orchestra.run.smithi146.stdout:78 write	0x8db97df thru	0x8dc10e1	(0x7903 bytes)
2023-03-26T18:52:40.163 INFO:teuthology.orchestra.run.smithi146.stdout:80 read	0x78229e2 thru	0x782e838	(0xbe57 bytes)
2023-03-26T18:52:40.164 INFO:teuthology.orchestra.run.smithi146.stdout:81 write	0x3b89ea1 thru	0x3b95c6c	(0xbdcc bytes)
2023-03-26T18:52:40.172 INFO:teuthology.orchestra.run.smithi146.stdout:85 read	0x501c568 thru	0x5025be0	(0x9679 bytes)
2023-03-26T18:52:40.173 INFO:teuthology.orchestra.run.smithi146.stdout:86 read	0x7385bdb thru	0x73874d1	(0x18f7 bytes)
2023-03-26T18:52:40.173 INFO:teuthology.orchestra.run.smithi146.stdout:88 write	0x6384a9a thru	0x6389f62	(0x54c9 bytes)
2023-03-26T18:52:40.178 INFO:teuthology.orchestra.run.smithi146.stdout:89 punch	from 0x45a62a9 to 0x45af9e7, (0x973e bytes)
2023-03-26T18:52:40.178 INFO:teuthology.orchestra.run.smithi146.stdout:90 read	0x47e7c06 thru	0x47ee4cd	(0x68c8 bytes)
2023-03-26T18:52:40.178 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.178 INFO:teuthology.orchestra.run.smithi146.stdout:92 read	0x18c9917 thru	0x18caccf	(0x13b9 bytes)
2023-03-26T18:52:40.179 INFO:teuthology.orchestra.run.smithi146.stdout:94 read	0x6b3d820 thru	0x6b3eedf	(0x16c0 bytes)
2023-03-26T18:52:40.179 INFO:teuthology.orchestra.run.smithi146.stdout:95 read	0x868e22c thru	0x869ccd3	(0xeaa8 bytes)
2023-03-26T18:52:40.180 INFO:teuthology.orchestra.run.smithi146.stdout:112 write	0xed93baf thru	0xed9d77e	(0x9bd0 bytes)
2023-03-26T18:52:40.182 INFO:teuthology.orchestra.run.smithi146.stdout:97 trunc	from 0xa3e793c to 0x9236554
2023-03-26T18:52:40.184 INFO:teuthology.orchestra.run.smithi146.stdout:192 trunc	from 0xe5af48e to 0x3ade01f
2023-03-26T18:52:40.206 INFO:teuthology.orchestra.run.smithi146.stdout:98 read	0x52b7f31 thru	0x52c5dab	(0xde7b bytes)
2023-03-26T18:52:40.206 INFO:teuthology.orchestra.run.smithi146.stdout:99 read	0x726adf8 thru	0x7270cf5	(0x5efe bytes)
2023-03-26T18:52:40.207 INFO:teuthology.orchestra.run.smithi146.stdout:100 write	0x4e056 thru	0x581c3	(0xa16e bytes)
2023-03-26T18:52:40.210 INFO:teuthology.orchestra.run.smithi146.stdout:193 punch	from 0x3199788 to 0x319c7b6, (0x302e bytes)
2023-03-26T18:52:40.210 INFO:teuthology.orchestra.run.smithi146.stdout:196 read	0xfe3f93 thru	0xfe5559	(0x15c7 bytes)
2023-03-26T18:52:40.223 INFO:teuthology.orchestra.run.smithi146.stdout:113 trunc	from 0xed9d77f to 0x17a6598
2023-03-26T18:52:40.242 INFO:teuthology.orchestra.run.smithi146.stdout:101 write	0xb568dab thru	0xb56ccf3	(0x3f49 bytes)
2023-03-26T18:52:40.246 INFO:teuthology.orchestra.run.smithi146.stdout:102 write	0x22e7252 thru	0x22ebb8a	(0x4939 bytes)
2023-03-26T18:52:40.246 INFO:teuthology.orchestra.run.smithi146.stdout:197 write	0x8adddeb thru	0x8ae0928	(0x2b3e bytes)
2023-03-26T18:52:40.252 INFO:teuthology.orchestra.run.smithi146.stdout:103 punch	from 0x5650706 to 0x5651cf6, (0x15f0 bytes)
2023-03-26T18:52:40.252 INFO:teuthology.orchestra.run.smithi146.stdout:104 read	0x402cdae thru	0x4037138	(0xa38b bytes)
2023-03-26T18:52:40.252 INFO:teuthology.orchestra.run.smithi146.stdout:105 read	0x41dc325 thru	0x41eae58	(0xeb34 bytes)
2023-03-26T18:52:40.253 INFO:teuthology.orchestra.run.smithi146.stdout:106 read	0x95f416 thru	0x96e242	(0xee2d bytes)
2023-03-26T18:52:40.254 INFO:teuthology.orchestra.run.smithi146.stdout:198 write	0x83d5333 thru	0x83db618	(0x62e6 bytes)
2023-03-26T18:52:40.254 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.254 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.257 INFO:teuthology.orchestra.run.smithi146.stdout:114 write	0x38c908 thru	0x38ed7d	(0x2476 bytes)
2023-03-26T18:52:40.259 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xed35686
2023-03-26T18:52:40.260 INFO:teuthology.orchestra.run.smithi146.stdout:115 read	0xc4ffab thru	0xc5b8cc	(0xb922 bytes)
2023-03-26T18:52:40.261 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.262 INFO:teuthology.orchestra.run.smithi146.stdout:118 read	0xb7f2e4 thru	0xb8d657	(0xe374 bytes)
2023-03-26T18:52:40.276 INFO:teuthology.orchestra.run.smithi146.stdout:199 trunc	from 0x8ae0929 to 0xed35686
2023-03-26T18:52:40.282 INFO:teuthology.orchestra.run.smithi146.stdout:110 trunc	from 0xb56ccf4 to 0x1f7a3d
2023-03-26T18:52:40.290 INFO:teuthology.orchestra.run.smithi146.stdout:119 write	0x48be8e9 thru	0x48beb92	(0x2aa bytes)
2023-03-26T18:52:40.297 INFO:teuthology.orchestra.run.smithi146.stdout:201 read	0x670c12c thru	0x671066d	(0x4542 bytes)
2023-03-26T18:52:40.310 INFO:teuthology.orchestra.run.smithi146.stdout:202 trunc	from 0xed35686 to 0x9cab7e0
2023-03-26T18:52:40.322 INFO:teuthology.orchestra.run.smithi146.stdout:120 write	0x5ba68ec thru	0x5ba7c7d	(0x1392 bytes)
2023-03-26T18:52:40.327 INFO:teuthology.orchestra.run.smithi146.stdout:114 punch	from 0xb7774 to 0xbcec5, (0x5751 bytes)
2023-03-26T18:52:40.328 INFO:teuthology.orchestra.run.smithi146.stdout:115 read	0x1f2173 thru	0x1f3748	(0x15d6 bytes)
2023-03-26T18:52:40.328 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.352 INFO:teuthology.orchestra.run.smithi146.stdout:122 write	0x81b0607 thru	0x81b7d0c	(0x7706 bytes)
2023-03-26T18:52:40.360 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.360 INFO:teuthology.orchestra.run.smithi146.stdout:124 read	0x34d222f thru	0x34de7d2	(0xc5a4 bytes)
2023-03-26T18:52:40.360 INFO:teuthology.orchestra.run.smithi146.stdout:126 write	0x5fd11df thru	0x5fd535b	(0x417d bytes)
2023-03-26T18:52:40.363 INFO:teuthology.orchestra.run.smithi146.stdout:204 writesame	0xe921a74 thru	0xe92b912	data_size	0x1(0x9e9f bytes)
2023-03-26T18:52:40.366 INFO:teuthology.orchestra.run.smithi146.stdout:205 writesame	0x2b3236e thru	0x2b33f4e	data_size	0x1(0x1be1 bytes)
2023-03-26T18:52:40.367 INFO:teuthology.orchestra.run.smithi146.stdout:128 read	0x3ea61e7 thru	0x3eab129	(0x4f43 bytes)
2023-03-26T18:52:40.367 INFO:teuthology.orchestra.run.smithi146.stdout:129 read	0x28ebfcc thru	0x28f7160	(0xb195 bytes)
2023-03-26T18:52:40.368 INFO:teuthology.orchestra.run.smithi146.stdout:130 read	0x476b8d3 thru	0x476d6a2	(0x1dd0 bytes)
2023-03-26T18:52:40.368 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.374 INFO:teuthology.orchestra.run.smithi146.stdout:207 read	0x51df841 thru	0x51e6a56	(0x7216 bytes)
2023-03-26T18:52:40.374 INFO:teuthology.orchestra.run.smithi146.stdout:208 punch	from 0x14cc325 to 0x14d9011, (0xccec bytes)
2023-03-26T18:52:40.374 INFO:teuthology.orchestra.run.smithi146.stdout:213 write	0xbd51584 thru	0xbd59567	(0x7fe4 bytes)
2023-03-26T18:52:40.375 INFO:teuthology.orchestra.run.smithi146.stdout:132 trunc	from 0x81b7d0d to 0x521cd10
2023-03-26T18:52:40.385 INFO:teuthology.orchestra.run.smithi146.stdout:116 write	0xc3a1620 thru	0xc3ab641	(0xa022 bytes)
2023-03-26T18:52:40.394 INFO:teuthology.orchestra.run.smithi146.stdout:118 flatten
2023-03-26T18:52:40.405 INFO:teuthology.orchestra.run.smithi146.stdout:133 punch	from 0x226415e to 0x2268b23, (0x49c5 bytes)
2023-03-26T18:52:40.406 INFO:teuthology.orchestra.run.smithi146.stdout:134 read	0x15ce17c thru	0x15dce6f	(0xecf4 bytes)
2023-03-26T18:52:40.411 INFO:teuthology.orchestra.run.smithi146.stdout:215 trunc	from 0xe92b913 to 0x24bfa81
2023-03-26T18:52:40.412 INFO:teuthology.orchestra.run.smithi146.stdout:119 write	0x38aed3a thru	0x38b748a	(0x8751 bytes)
2023-03-26T18:52:40.420 INFO:teuthology.orchestra.run.smithi146.stdout:120 punch	from 0x3beefb5 to 0x3bf8853, (0x989e bytes)
2023-03-26T18:52:40.420 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xcd4e067
2023-03-26T18:52:40.422 INFO:teuthology.orchestra.run.smithi146.stdout:121 trunc	from 0xc3ab642 to 0xcd4e067
2023-03-26T18:52:40.438 INFO:teuthology.orchestra.run.smithi146.stdout:135 write	0xb5f5e48 thru	0xb604549	(0xe702 bytes)
2023-03-26T18:52:40.442 INFO:teuthology.orchestra.run.smithi146.stdout:123 punch	from 0x8caf904 to 0x8cb49b0, (0x50ac bytes)
2023-03-26T18:52:40.442 INFO:teuthology.orchestra.run.smithi146.stdout:125 write	0x38de060 thru	0x38e30db	(0x507c bytes)
2023-03-26T18:52:40.448 INFO:teuthology.orchestra.run.smithi146.stdout:127 read	0x327349f thru	0x32804e6	(0xd048 bytes)
2023-03-26T18:52:40.448 INFO:teuthology.orchestra.run.smithi146.stdout:128 punch	from 0x441fb86 to 0x4428ffe, (0x9478 bytes)
2023-03-26T18:52:40.448 INFO:teuthology.orchestra.run.smithi146.stdout:129 punch	from 0x8714e95 to 0x871d3af, (0x851a bytes)
2023-03-26T18:52:40.449 INFO:teuthology.orchestra.run.smithi146.stdout:130 punch	from 0x765336e to 0x7660eba, (0xdb4c bytes)
2023-03-26T18:52:40.449 INFO:teuthology.orchestra.run.smithi146.stdout:136 punch	from 0x45dfe01 to 0x45eb40e, (0xb60d bytes)
2023-03-26T18:52:40.449 INFO:teuthology.orchestra.run.smithi146.stdout:131 write	0x37d5838 thru	0x37df94f	(0xa118 bytes)
2023-03-26T18:52:40.456 INFO:teuthology.orchestra.run.smithi146.stdout:132 read	0x4c33083 thru	0x4c3bf07	(0x8e85 bytes)
2023-03-26T18:52:40.456 INFO:teuthology.orchestra.run.smithi146.stdout:133 write	0x831afc2 thru	0x832ac64	(0xfca3 bytes)
2023-03-26T18:52:40.461 INFO:teuthology.orchestra.run.smithi146.stdout:216 writesame	0x379eec0 thru	0x37aa63f	data_size	0x40(0xb780 bytes)
2023-03-26T18:52:40.463 INFO:teuthology.orchestra.run.smithi146.stdout:218 clone	1 order 21 su 1048576 sc 3
2023-03-26T18:52:40.464 INFO:teuthology.orchestra.run.smithi146.stdout:134 writesame	0x26a88b3 thru	0x26abbec	data_size	0x2(0x333a bytes)
2023-03-26T18:52:40.472 INFO:teuthology.orchestra.run.smithi146.stdout:135 punch	from 0x4abb6b0 to 0x4aca727, (0xf077 bytes)
2023-03-26T18:52:40.472 INFO:teuthology.orchestra.run.smithi146.stdout:136 read	0x843fedc thru	0x8443987	(0x3aac bytes)
2023-03-26T18:52:40.472 INFO:teuthology.orchestra.run.smithi146.stdout:138 write	0x7b39804 thru	0x7b3aed0	(0x16cd bytes)
2023-03-26T18:52:40.475 INFO:teuthology.orchestra.run.smithi146.stdout:137 trunc	from 0xb60454a to 0xa1f62b
2023-03-26T18:52:40.477 INFO:teuthology.orchestra.run.smithi146.stdout:139 punch	from 0x712c29e to 0x7135b8a, (0x98ec bytes)
2023-03-26T18:52:40.478 INFO:teuthology.orchestra.run.smithi146.stdout:142 read	0x34d278c thru	0x34d2fe4	(0x859 bytes)
2023-03-26T18:52:40.504 INFO:teuthology.orchestra.run.smithi146.stdout:143 writesame	0xdab40da thru	0xdac1d49	data_size	0x8(0xdc70 bytes)
2023-03-26T18:52:40.505 INFO:teuthology.orchestra.run.smithi146.stdout:138 punch	from 0xa8d27 to 0xb40d2, (0xb3ab bytes)
2023-03-26T18:52:40.507 INFO:teuthology.orchestra.run.smithi146.stdout:144 read	0x4ff3989 thru	0x5000b3a	(0xd1b2 bytes)
2023-03-26T18:52:40.508 INFO:teuthology.orchestra.run.smithi146.stdout:145 write	0x1b6fcd4 thru	0x1b79245	(0x9572 bytes)
2023-03-26T18:52:40.533 INFO:teuthology.orchestra.run.smithi146.stdout:139 writesame	0x4619b22 thru	0x46220fe	data_size	0x1(0x85dd bytes)
2023-03-26T18:52:40.557 INFO:teuthology.orchestra.run.smithi146.stdout:146 trunc	from 0xdac1d4a to 0x3a0d77
2023-03-26T18:52:40.583 INFO:teuthology.orchestra.run.smithi146.stdout:141 write	0x8165e11 thru	0x8169a15	(0x3c05 bytes)
2023-03-26T18:52:40.613 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xe0f97ff
2023-03-26T18:52:40.621 INFO:teuthology.orchestra.run.smithi146.stdout:142 writesame	0x8c78ade thru	0x8c80753	data_size	0x59(0x7c76 bytes)
2023-03-26T18:52:40.624 INFO:teuthology.orchestra.run.smithi146.stdout:143 writesame	0x2fa6dbf thru	0x2fa7f87	data_size	0x1(0x11c9 bytes)
2023-03-26T18:52:40.631 INFO:teuthology.orchestra.run.smithi146.stdout:147 writesame	0x3911562 thru	0x3919a32	data_size	0xb(0x84d1 bytes)
2023-03-26T18:52:40.637 INFO:teuthology.orchestra.run.smithi146.stdout:148 writesame	0x15edc32 thru	0x15f683f	data_size	0x5b(0x8c0e bytes)
2023-03-26T18:52:40.643 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.644 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.649 INFO:teuthology.orchestra.run.smithi146.stdout:152 trunc	from 0x8c80754 to 0xabf6458
2023-03-26T18:52:40.650 INFO:teuthology.orchestra.run.smithi146.stdout:148 trunc	from 0x3a0d77 to 0xe0f97ff
2023-03-26T18:52:40.671 INFO:teuthology.orchestra.run.smithi146.stdout:150 read	0x7ee8d17 thru	0x7eea74b	(0x1a35 bytes)
2023-03-26T18:52:40.671 INFO:teuthology.orchestra.run.smithi146.stdout:151 write	0x57460e4 thru	0x575430d	(0xe22a bytes)
2023-03-26T18:52:40.715 INFO:teuthology.orchestra.run.smithi146.stdout:152 trunc	from 0xe0f97ff to 0x278f2e8
2023-03-26T18:52:40.727 INFO:teuthology.orchestra.run.smithi146.stdout:155 writesame	0xe7fef12 thru	0xe8050e7	data_size	0x7(0x61d6 bytes)
2023-03-26T18:52:40.746 INFO:teuthology.orchestra.run.smithi146.stdout:155 read	0xc1722f thru	0xc1da5f	(0x6831 bytes)
2023-03-26T18:52:40.758 INFO:teuthology.orchestra.run.smithi146.stdout:156 writesame	0xe8d0a90 thru	0xe8ddac0	data_size	0x1(0xd031 bytes)
2023-03-26T18:52:40.760 INFO:teuthology.orchestra.run.smithi146.stdout:158 punch	from 0xb8627c7 to 0xb86cfa5, (0xa7de bytes)
2023-03-26T18:52:40.760 INFO:teuthology.orchestra.run.smithi146.stdout:159 punch	from 0xb4ba3a0 to 0xb4c7da9, (0xda09 bytes)
2023-03-26T18:52:40.760 INFO:teuthology.orchestra.run.smithi146.stdout:160 write	0x7bc052 thru	0x7c06f2	(0x46a1 bytes)
2023-03-26T18:52:40.765 INFO:teuthology.orchestra.run.smithi146.stdout:161 write	0x908b1ea thru	0x90921e0	(0x6ff7 bytes)
2023-03-26T18:52:40.794 INFO:teuthology.orchestra.run.smithi146.stdout:163 trunc	from 0xe8ddac1 to 0x738bd22
2023-03-26T18:52:40.797 INFO:teuthology.orchestra.run.smithi146.stdout:159 writesame	0xe102fad thru	0xe10a9a6	data_size	0xd(0x79fa bytes)
2023-03-26T18:52:40.821 INFO:teuthology.orchestra.run.smithi146.stdout:160 trunc	from 0xe10a9a7 to 0x56146aa
2023-03-26T18:52:40.824 INFO:teuthology.orchestra.run.smithi146.stdout:164 write	0x4b88783 thru	0x4b942eb	(0xbb69 bytes)
2023-03-26T18:52:40.856 INFO:teuthology.orchestra.run.smithi146.stdout:truncating image image_cluster1.client.mirror.2-clone1 from 0xd360011 (overlap 0xbee80f) to 0x39459e
2023-03-26T18:52:40.861 INFO:teuthology.orchestra.run.smithi146.stdout:165 writesame	0xae5fdd3 thru	0xae6884e	data_size	0x2(0x8a7c bytes)
2023-03-26T18:52:40.864 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.865 INFO:teuthology.orchestra.run.smithi146.stdout:167 read	0x3cf02b3 thru	0x3cf5867	(0x55b5 bytes)
2023-03-26T18:52:40.865 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:40.865 INFO:teuthology.orchestra.run.smithi146.stdout:169 read	0x5bd9bbb thru	0x5be8b94	(0xefda bytes)
2023-03-26T18:52:40.875 INFO:teuthology.orchestra.run.smithi146.stdout:161 write	0xa52fa47 thru	0xa536b17	(0x70d1 bytes)
2023-03-26T18:52:40.884 INFO:teuthology.orchestra.run.smithi146.stdout:162 write	0x2ae32c6 thru	0x2ae992b	(0x6666 bytes)
2023-03-26T18:52:40.890 INFO:teuthology.orchestra.run.smithi146.stdout:171 writesame	0xcbf16ea thru	0xcbf4f41	data_size	0xc(0x3858 bytes)
2023-03-26T18:52:40.892 INFO:teuthology.orchestra.run.smithi146.stdout:163 punch	from 0x7f1912f to 0x7f26969, (0xd83a bytes)
2023-03-26T18:52:40.892 INFO:teuthology.orchestra.run.smithi146.stdout:172 read	0x1ef18a9 thru	0x1ef583f	(0x3f97 bytes)
2023-03-26T18:52:40.916 INFO:teuthology.orchestra.run.smithi146.stdout:173 trunc	from 0xcbf4f42 to 0x103dbdb
2023-03-26T18:52:40.916 INFO:teuthology.orchestra.run.smithi146.stdout:164 trunc	from 0xa536b18 to 0x107cfa8
2023-03-26T18:52:40.951 INFO:teuthology.orchestra.run.smithi146.stdout:196 read	0x1731e5a thru	0x1734b52	(0x2cf9 bytes)
2023-03-26T18:52:40.953 INFO:teuthology.orchestra.run.smithi146.stdout:219 trunc	from 0x37aa640 to 0x57eb14f
2023-03-26T18:52:40.964 INFO:teuthology.orchestra.run.smithi146.stdout:checking clone #0, image image_cluster1.client.mirror.2 against file /home/ubuntu/cephtest/archive/fsx-image_cluster1.client.mirror.2-parent1
2023-03-26T18:52:40.964 INFO:teuthology.orchestra.run.smithi146.stdout:197 read	0x4781284 thru	0x47831ff	(0x1f7c bytes)
2023-03-26T18:52:40.980 INFO:teuthology.orchestra.run.smithi146.stdout:221 punch	from 0x19b6e83 to 0x19c00da, (0x9257 bytes)
2023-03-26T18:52:40.984 INFO:teuthology.orchestra.run.smithi146.stdout:198 write	0x647b735 thru	0x64829f9	(0x72c5 bytes)
2023-03-26T18:52:40.985 INFO:teuthology.orchestra.run.smithi146.stdout:223 trunc	from 0x57eb14f to 0x90a23cc
2023-03-26T18:52:40.990 INFO:teuthology.orchestra.run.smithi146.stdout:174 write	0xe71192e thru	0xe71e54c	(0xcc1f bytes)
2023-03-26T18:52:40.990 INFO:teuthology.orchestra.run.smithi146.stdout:166 write	0xb6aa5f2 thru	0xb6ba235	(0xfc44 bytes)
2023-03-26T18:52:40.998 INFO:teuthology.orchestra.run.smithi146.stdout:199 read	0x3f73b6c thru	0x3f82520	(0xe9b5 bytes)
2023-03-26T18:52:40.998 INFO:teuthology.orchestra.run.smithi146.stdout:200 punch	from 0x14aca85 to 0x14af70f, (0x2c8a bytes)
2023-03-26T18:52:41.000 INFO:teuthology.orchestra.run.smithi146.stdout:175 writesame	0x59cacca thru	0x59cf10a	data_size	0x1(0x4441 bytes)
2023-03-26T18:52:41.000 INFO:teuthology.orchestra.run.smithi146.stdout:167 read	0x32ac555 thru	0x32b0f4a	(0x49f6 bytes)
2023-03-26T18:52:41.001 INFO:teuthology.orchestra.run.smithi146.stdout:168 read	0x23058d3 thru	0x23111c4	(0xb8f2 bytes)
2023-03-26T18:52:41.001 INFO:teuthology.orchestra.run.smithi146.stdout:170 read	0x173b99b thru	0x174191c	(0x5f82 bytes)
2023-03-26T18:52:41.001 INFO:teuthology.orchestra.run.smithi146.stdout:172 write	0x33b1101 thru	0x33b7d5d	(0x6c5d bytes)
2023-03-26T18:52:41.004 INFO:teuthology.orchestra.run.smithi146.stdout:225 read	0x75056bf thru	0x750d463	(0x7da5 bytes)
2023-03-26T18:52:41.006 INFO:teuthology.orchestra.run.smithi146.stdout:173 read	0x92918a1 thru	0x929653a	(0x4c9a bytes)
2023-03-26T18:52:41.006 INFO:teuthology.orchestra.run.smithi146.stdout:174 read	0x1cb029b thru	0x1cb9ff8	(0x9d5e bytes)
2023-03-26T18:52:41.006 INFO:teuthology.orchestra.run.smithi146.stdout:175 read	0x772f1d8 thru	0x7736a25	(0x784e bytes)
2023-03-26T18:52:41.006 INFO:teuthology.orchestra.run.smithi146.stdout:176 write	0xa4cccb5 thru	0xa4d81a9	(0xb4f5 bytes)
2023-03-26T18:52:41.007 INFO:teuthology.orchestra.run.smithi146.stdout:226 trunc	from 0x90a23cc to 0x9f62ef7
2023-03-26T18:52:41.014 INFO:teuthology.orchestra.run.smithi146.stdout:truncating to largest ever: 0xd28d3d6
2023-03-26T18:52:41.016 INFO:teuthology.orchestra.run.smithi146.stdout:176 trunc	from 0xe71e54d to 0xd28d3d6
2023-03-26T18:52:41.017 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:41.017 INFO:teuthology.orchestra.run.smithi146.stdout:178 read	0x647f3b4 thru	0x648e1d0	(0xee1d bytes)
2023-03-26T18:52:41.017 INFO:teuthology.orchestra.run.smithi146.stdout:179 read	0xaee7f40 thru	0xaeed393	(0x5454 bytes)
2023-03-26T18:52:41.017 INFO:teuthology.orchestra.run.smithi146.stdout:182 read	0xa427424 thru	0xa42a244	(0x2e21 bytes)
2023-03-26T18:52:41.018 INFO:teuthology.orchestra.run.smithi146.stdout:183 read	0x489ff2f thru	0x48a8299	(0x836b bytes)
2023-03-26T18:52:41.019 INFO:teuthology.orchestra.run.smithi146.stdout:184 write	0xad7f86 thru	0xad830c	(0x387 bytes)
2023-03-26T18:52:41.026 INFO:teuthology.orchestra.run.smithi146.stdout:227 read	0x8290540 thru	0x829330a	(0x2dcb bytes)
2023-03-26T18:52:41.027 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:41.027 INFO:teuthology.orchestra.run.smithi146.stdout:228 write	0x7c10268 thru	0x7c1cb7b	(0xc914 bytes)
2023-03-26T18:52:41.035 INFO:teuthology.orchestra.run.smithi146.stdout:186 trunc	from 0xb6ba236 to 0x6003639
2023-03-26T18:52:41.035 INFO:teuthology.orchestra.run.smithi146.stdout:202 write	0xdaf7755 thru	0xdb04814	(0xd0c0 bytes)
2023-03-26T18:52:41.040 INFO:teuthology.orchestra.run.smithi146.stdout:229 trunc	from 0x9f62ef7 to 0x6230b15
2023-03-26T18:52:41.046 INFO:teuthology.orchestra.run.smithi146.stdout:203 punch	from 0xc738f1d to 0xc743a51, (0xab34 bytes)
2023-03-26T18:52:41.051 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:41.051 INFO:teuthology.orchestra.run.smithi146.stdout:161 punch	from 0x578d12f to 0x578dcb8, (0xb89 bytes)
2023-03-26T18:52:41.057 INFO:teuthology.orchestra.run.smithi146.stdout:177 trunc	from 0xd28d3d6 to 0x2e2a34d
2023-03-26T18:52:41.066 INFO:teuthology.orchestra.run.smithi146.stdout:162 read	0x7cfb2fc thru	0x7d085fe	(0xd303 bytes)
2023-03-26T18:52:41.068 INFO:teuthology.orchestra.run.smithi146.stdout:163 write	0x2dbbf84 thru	0x2dc3309	(0x7386 bytes)
2023-03-26T18:52:41.071 INFO:teuthology.orchestra.run.smithi146.stdout:231 writesame	0x2b3efe thru	0x2c3a57	data_size	0x1(0xfb5a bytes)
2023-03-26T18:52:41.071 INFO:teuthology.orchestra.run.smithi146.stdout:188 write	0x4b513c5 thru	0x4b5ddf1	(0xca2d bytes)
2023-03-26T18:52:41.074 INFO:teuthology.orchestra.run.smithi146.stdout:204 write	0xde6ed8a thru	0xde784ee	(0x9765 bytes)
2023-03-26T18:52:41.082 INFO:teuthology.orchestra.run.smithi146.stdout:189 read	0x3cb6d0f thru	0x3cc1e22	(0xb114 bytes)
2023-03-26T18:52:41.082 INFO:teuthology.orchestra.run.smithi146.stdout:190 punch	from 0x4e7ff8c to 0x4e8bc22, (0xbc96 bytes)
2023-03-26T18:52:41.082 INFO:teuthology.orchestra.run.smithi146.stdout:191 read	0x3ec370c thru	0x3ece1a8	(0xaa9d bytes)
2023-03-26T18:52:41.082 INFO:teuthology.orchestra.run.smithi146.stdout:192 punch	from 0x1252361 to 0x125a07a, (0x7d19 bytes)
2023-03-26T18:52:41.087 INFO:teuthology.orchestra.run.smithi146.stdout:205 writesame	0x70569ee thru	0x70585e3	data_size	0x3(0x1bf6 bytes)
2023-03-26T18:52:41.108 INFO:teuthology.orchestra.run.smithi146.stdout:206 write	0x4cc2ca0 thru	0x4cce0ca	(0xb42b bytes)
2023-03-26T18:52:41.118 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:41.119 INFO:teuthology.orchestra.run.smithi146.stdout:235 read	0x19db3b8 thru	0x19e5027	(0x9c70 bytes)
2023-03-26T18:52:41.119 INFO:teuthology.orchestra.run.smithi146.stdout:164 write	0xbf5c9cc thru	0xbf60092	(0x36c7 bytes)
2023-03-26T18:52:41.119 INFO:teuthology.orchestra.run.smithi146.stdout:237 read	0x5522b48 thru	0x5525b82	(0x303b bytes)
2023-03-26T18:52:41.120 INFO:teuthology.orchestra.run.smithi146.stdout:194 writesame	0xe9d158e thru	0xe9dbb85	data_size	0x71(0xa5f8 bytes)
2023-03-26T18:52:41.120 INFO:teuthology.orchestra.run.smithi146.stdout:238 write	0x1140c5c thru	0x1145af2	(0x4e97 bytes)
2023-03-26T18:52:41.122 INFO:teuthology.orchestra.run.smithi146.stdout:compare and write disabled
2023-03-26T18:52:41.128 INFO:teuthology.orchestra.run.smithi146.stdout:207 read	0x3666ba9 thru	0x367392e	(0xcd86 bytes)
2023-03-26T18:52:41.129 INFO:teuthology.orchestra.run.smithi146.stdout:165 write	0xac63de3 thru	0xac7133d	(0xd55b bytes)
2023-03-26T18:52:41.129 INFO:teuthology.orchestra.run.smithi146.stdout:209 writesame	0xcf46263 thru	0xcf4ae71	data_size	0x1(0x4c0f bytes)
2023-03-26T18:52:41.134 INFO:teuthology.orchestra.run.smithi146.stdout:166 read	0x432f875 thru	0x433cbbf	(0xd34b bytes)
2023-03-26T18:52:41.138 INFO:teuthology.orchestra.run.smithi146.stdout:239 trunc	from 0x6230b15 to 0x2876535
2023-03-26T18:52:41.138 INFO:teuthology.orchestra.run.smithi146.stdout:180 trunc	from 0x2e2a34d to 0x8c80f2c
2023-03-26T18:52:41.138 INFO:teuthology.orchestra.run.smithi146.stdout:167 trunc	from 0xc6b0719 to 0xaf843cd
2023-03-26T18:52:41.144 INFO:teuthology.orchestra.run.smithi146.stdout:210 read	0x4252f11 thru	0x425eb4f	(0xbc3f bytes)
2023-03-26T18:52:41.145 INFO:teuthology.orchestra.run.smithi146.stdout:211 read	0xa55c80e thru	0xa564b8d	(0x8380 bytes)
2023-03-26T18:52:41.145 INFO:teuthology.orchestra.run.smithi146.stdout:212 read	0x87dcad3 thru	0x87eb2b7	(0xe7e5 bytes)
2023-03-26T18:52:41.145 INFO:teuthology.orchestra.run.smithi146.stdout:213 read	0x122b91f thru	0x1231893	(0x5f75 bytes)
2023-03-26T18:52:41.146 INFO:teuthology.orchestra.run.smithi146.stdout:215 punch	from 0x6bb1342 to 0x6bbb210, (0x9ece bytes)
2023-03-26T18:52:41.146 INFO:teuthology.orchestra.run.smithi146.stdout:216 read	0x91dff8 thru	0x91e04e	(0x57 bytes)
2023-03-26T18:52:41.146 INFO:teuthology.orchestra.run.smithi146.stdout:217 punch	from 0x322c08 to 0x32722e, (0x4626 bytes)
2023-03-26T18:52:41.146 INFO:teuthology.orchestra.run.smithi146.stdout:218 read	0x36cce01 thru	0x36cfb7d	(0x2d7d bytes)
2023-03-26T18:52:41.146 INFO:teuthology.orchestra.run.smithi146.stdout:219 write	0x248613f thru	0x248a301	(0x41c3 bytes)
2023-03-26T18:52:41.148 INFO:teuthology.orchestra.run.smithi146.stdout:196 write	0xee33363 thru	0xee3d083	(0x9d21 bytes)
2023-03-26T18:52:41.157 INFO:teuthology.orchestra.run.smithi146.stdout:220 read	0x7396ae2 thr