2024-09-10T21:49:29.910 INFO:root:teuthology version: 1.2.2.dev2+g3752d38
2024-09-10T21:49:29.932 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/
2024-09-10T21:49:30.034 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707
  branch: wip-hemanth-testing-2024-09-10-0723
  description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr
    mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down
    pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}
  email: hyelloji@redhat.com
  first_in_suite: false
  job_id: '7899707'
  kernel:
    flavor: default
    kdb: 1
    sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a
  last_in_suite: false
  machine_type: smithi
  meta:
  - desc: 'install ceph/squid latest
  
      '
  name: hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi
  no_nested_subset: false
  openstack:
  - volumes:
      count: 4
      size: 10
  os_type: centos
  os_version: 9.stream
  overrides:
    admin_socket:
      branch: wip-hemanth-testing-2024-09-10-0723
    ceph:
      cluster-conf:
        client:
          client mount timeout: 600
          debug client: 20
          debug ms: 1
          rados mon op timeout: 900
          rados osd op timeout: 900
        mds:
          debug mds: 20
          debug mds balancer: 20
          debug ms: 2
          mds debug frag: true
          mds debug scatterstat: true
          mds op complaint time: 180
          mds verify scatter: true
          osd op complaint time: 180
          rados mon op timeout: 900
          rados osd op timeout: 900
        mon:
          mon op complaint time: 120
          mon warn on pool no app: false
        osd:
          osd op complaint time: 180
      conf:
        global:
          bluestore warn on legacy statfs: false
          bluestore warn on no per pool omap: false
          mon pg warn min per osd: 0
        mgr:
          client mount timeout: 30
          debug client: 20
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
          mon down mkfs grace: 300
          mon warn on osd down out interval zero: false
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore allocator: bitmap
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug ms: 1
          debug osd: 20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      flavor: default
      fs: xfs
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - FS_DEGRADED
      - fs.*is degraded
      - filesystem is degraded
      - FS_INLINE_DATA_DEPRECATED
      - FS_WITH_FAILED_MDS
      - MDS_ALL_DOWN
      - filesystem is offline
      - MDS_DAMAGE
      - MDS_DEGRADED
      - MDS_FAILED
      - MDS_INSUFFICIENT_STANDBY
      - insufficient standby MDS daemons available
      - MDS_UP_LESS_THAN_MAX
      - online, but wants
      - filesystem is online with fewer MDS than max_mds
      - POOL_APP_NOT_ENABLED
      - do not have an application enabled
      - overall HEALTH_
      - Replacing daemon
      - deprecated feature inline_data
      - overall HEALTH_
      - \(OSD_DOWN\)
      - \(OSD_
      - but it is still running
      - is not responding
      - PG_AVAILABILITY
      - PG_DEGRADED
      - Reduced data availability
      - Degraded data redundancy
      - scrub mismatch
      - ScrubResult
      - wrongly marked
      - \(POOL_APP_NOT_ENABLED\)
      - \(SLOW_OPS\)
      - overall HEALTH_
      - \(MON_MSGR2_NOT_ENABLED\)
      - slow request
      sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
    ceph-deploy:
      bluestore: true
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon: {}
        osd:
          bdev async discard: true
          bdev enable discard: true
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 1/20
          debug bluestore: 1/20
          debug rocksdb: 4/10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      fs: xfs
    install:
      ceph:
        flavor: default
        sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
    selinux:
      allowlist:
      - scontext=system_u:system_r:logrotate_t:s0
    thrashosds:
      bdev_inject_crash: 2
      bdev_inject_crash_probability: 0.5
    workunit:
      branch: wip-hemanth-testing-2024-09-10-0723
      sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
  owner: scheduled_hyelloji@teuthology
  priority: 100
  repo: https://github.com/ceph/ceph-ci.git
  roles:
  - - mon.a
    - mon.b
    - mon.c
    - mgr.x
    - mgr.y
    - osd.0
    - osd.1
    - osd.2
    - osd.3
  seed: 6190
  sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
  sleep_before_teardown: 0
  subset: 479/1024
  suite: fs
  suite_branch: wip-hemanth-testing-2024-09-10-0723
  suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa
  suite_relpath: qa
  suite_repo: https://github.com/ceph/ceph-ci.git
  suite_sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
  targets:
    smithi067.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIPsARIBufh+A8cw4NNChvEJ8Ci5JXR82YFyDOJJ2CxyIyQfk/LDz1ZRfRzy96ZJePJr56setLaHSFsHLIURlTk=
  tasks:
  - install:
      branch: squid
      exclude_packages:
      - librados3
      - ceph-mgr-dashboard
      - ceph-mgr-diskprediction-local
      - ceph-mgr-rook
      - ceph-mgr-cephadm
      - cephadm
      - ceph-volume
      extra_packages:
      - librados2
  - print: '**** done installing squid'
  - ceph:
      conf:
        global:
          mon warn on pool no app: false
          ms bind msgr2: false
      log-ignorelist:
      - overall HEALTH_
      - \(FS_
      - \(MDS_
      - \(OSD_
      - \(MON_DOWN\)
      - \(CACHE_POOL_
      - \(POOL_
      - \(MGR_DOWN\)
      - \(PG_
      - \(SMALLER_PGP_NUM\)
      - Monitor daemon marked osd
      - Behind on trimming
      - Manager daemon
  - exec:
      osd.0:
      - ceph osd set-require-min-compat-client squid
  - print: '**** done ceph'
  - print: '*** upgrading, no cephfs present'
  - exec:
      mon.a:
      - ceph fs dump
  - install.upgrade:
      mon.a: null
  - print: '**** done install.upgrade'
  - ceph.restart:
      daemons:
      - mon.*
      - mgr.*
      mon-health-to-clog: false
      wait-for-healthy: false
  - ceph.healthy: null
  - ceph.restart:
      daemons:
      - osd.*
      wait-for-healthy: false
      wait-for-osds-up: true
  - exec:
      mon.a:
      - ceph versions
      - ceph osd dump -f json-pretty
      - ceph fs dump
      - ceph osd require-osd-release squid
      - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off
        ; done
  - ceph.healthy: null
  - print: '**** done ceph.restart'
  teuthology:
    fragments_dropped: []
    meta: {}
    postmerge: []
  teuthology_branch: main
  teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a
  timestamp: 2024-09-10_16:59:47
  tube: smithi
  user: hyelloji
  verbose: false
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856
2024-09-10T21:49:30.035 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa; will attempt to use it
2024-09-10T21:49:30.035 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks
2024-09-10T21:49:30.036 INFO:teuthology.run_tasks:Running task internal.check_packages...
2024-09-10T21:49:30.037 INFO:teuthology.task.internal:Checking packages...
2024-09-10T21:49:30.059 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8f219c476cb4f26fc5719c661c0323719a45cb30'
2024-09-10T21:49:30.059 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-09-10T21:49:30.059 INFO:teuthology.packaging:ref: None
2024-09-10T21:49:30.059 INFO:teuthology.packaging:tag: None
2024-09-10T21:49:30.059 INFO:teuthology.packaging:branch: wip-hemanth-testing-2024-09-10-0723
2024-09-10T21:49:30.059 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T21:49:30.059 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-hemanth-testing-2024-09-10-0723
2024-09-10T21:49:30.214 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4854.g8f219c47
2024-09-10T21:49:30.215 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2024-09-10T21:49:30.224 INFO:teuthology.task.internal:no buildpackages task found
2024-09-10T21:49:30.224 INFO:teuthology.run_tasks:Running task internal.save_config...
2024-09-10T21:49:30.233 INFO:teuthology.task.internal:Saving configuration
2024-09-10T21:49:30.250 INFO:teuthology.run_tasks:Running task internal.check_lock...
2024-09-10T21:49:30.256 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-09-10T21:49:30.290 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 21:44:21.275504', 'locked_by': 'scheduled_hyelloji@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIPsARIBufh+A8cw4NNChvEJ8Ci5JXR82YFyDOJJ2CxyIyQfk/LDz1ZRfRzy96ZJePJr56setLaHSFsHLIURlTk='}
2024-09-10T21:49:30.291 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2024-09-10T21:49:30.297 INFO:teuthology.task.internal:roles: ubuntu@smithi067.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
2024-09-10T21:49:30.297 INFO:teuthology.run_tasks:Running task console_log...
2024-09-10T21:49:30.344 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7f54d678e320>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7f54d6e3bbe0>, signals=[15])
2024-09-10T21:49:30.344 INFO:teuthology.run_tasks:Running task internal.connect...
2024-09-10T21:49:30.350 INFO:teuthology.task.internal:Opening connections...
2024-09-10T21:49:30.351 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T21:49:30.352 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-09-10T21:49:30.438 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2024-09-10T21:49:30.445 DEBUG:teuthology.orchestra.run.smithi067:> uname -m
2024-09-10T21:49:30.523 INFO:teuthology.orchestra.run.smithi067.stdout:x86_64
2024-09-10T21:49:30.523 DEBUG:teuthology.orchestra.run.smithi067:> cat /etc/os-release
2024-09-10T21:49:30.581 INFO:teuthology.orchestra.run.smithi067.stdout:NAME="CentOS Stream"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION="9"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:ID="centos"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:ID_LIKE="rhel fedora"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION_ID="9"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM_ID="platform:el9"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:PRETTY_NAME="CentOS Stream 9"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:ANSI_COLOR="0;31"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:LOGO="fedora-logo-icon"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:CPE_NAME="cpe:/o:centos:centos:9"
2024-09-10T21:49:30.582 INFO:teuthology.orchestra.run.smithi067.stdout:HOME_URL="https://centos.org/"
2024-09-10T21:49:30.583 INFO:teuthology.orchestra.run.smithi067.stdout:BUG_REPORT_URL="https://issues.redhat.com/"
2024-09-10T21:49:30.583 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9"
2024-09-10T21:49:30.583 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream"
2024-09-10T21:49:30.583 INFO:teuthology.lock.ops:Updating smithi067.front.sepia.ceph.com on lock server
2024-09-10T21:49:30.612 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2024-09-10T21:49:30.621 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2024-09-10T21:49:30.627 INFO:teuthology.task.internal:Checking for old test directory...
2024-09-10T21:49:30.627 DEBUG:teuthology.orchestra.run.smithi067:> test '!' -e /home/ubuntu/cephtest
2024-09-10T21:49:30.644 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2024-09-10T21:49:30.650 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2024-09-10T21:49:30.650 DEBUG:teuthology.orchestra.run.smithi067:> test -z $(ls -A /var/lib/ceph)
2024-09-10T21:49:30.713 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2024-09-10T21:49:30.753 INFO:teuthology.run_tasks:Running task kernel...
2024-09-10T21:49:30.768 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}
2024-09-10T21:49:30.768 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}}, timeout 300
2024-09-10T21:49:30.768 DEBUG:teuthology.orchestra.run.smithi067:> test -f /run/.containerenv -o -f /.dockerenv
2024-09-10T21:49:30.784 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-09-10T21:49:30.785 DEBUG:teuthology.task.kernel:sha1 for mon.a is 2ca44a2f35ca8f36983aaaa46d49312239ef519a
2024-09-10T21:49:30.785 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"...
2024-09-10T21:49:30.785 DEBUG:teuthology.orchestra.run.smithi067:> uname -r
2024-09-10T21:49:30.844 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-503.el9.x86_64
2024-09-10T21:49:30.845 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a
2024-09-10T21:49:30.845 DEBUG:teuthology.task.kernel:failed to parse current kernel version
2024-09-10T21:49:30.845 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a
2024-09-10T21:49:30.998 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum upgrade -y linux-firmware
2024-09-10T21:49:33.549 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS                        8.8 MB/s | 8.2 MB     00:00
2024-09-10T21:49:35.742 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream                      20 MB/s |  20 MB     00:01
2024-09-10T21:49:40.201 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB                            12 MB/s | 6.5 MB     00:00
2024-09-10T21:49:41.777 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages                61 kB/s |  19 kB     00:00
2024-09-10T21:49:43.214 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux              17 MB/s |  23 MB     00:01
2024-09-10T21:49:48.853 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras                                       31 kB/s | 1.7 kB     00:00
2024-09-10T21:49:51.059 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:49:51.060 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:49:51.060 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:49:51.191 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on mon.a...
2024-09-10T21:49:51.192 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a
2024-09-10T21:49:51.348 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/
2024-09-10T21:49:51.349 DEBUG:teuthology.orchestra.run.smithi067:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=-
2024-09-10T21:49:51.351 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi067.front.sepia.ceph.com to complete...
2024-09-10T21:49:57.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10 21:49:57 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1]
2024-09-10T21:49:57.707 INFO:teuthology.orchestra.run.smithi067.stderr:FINISHED --2024-09-10 21:49:57--
2024-09-10T21:49:57.707 INFO:teuthology.orchestra.run.smithi067.stderr:Total wall clock time: 6.3s
2024-09-10T21:49:57.707 INFO:teuthology.orchestra.run.smithi067.stderr:Downloaded: 1 files, 343M in 6.0s (57.1 MB/s)
2024-09-10T21:49:57.711 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on mon.a...
2024-09-10T21:49:57.711 DEBUG:teuthology.orchestra.run.smithi067:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm
2024-09-10T21:49:59.913 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying...                          ########################################
2024-09-10T21:50:00.037 INFO:teuthology.orchestra.run.smithi067.stdout:Preparing...                          ########################################
2024-09-10T21:50:00.151 INFO:teuthology.orchestra.run.smithi067.stdout:Updating / installing...
2024-09-10T21:50:08.470 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1     ########################################
2024-09-10T21:50:48.495 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi067.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None)
2024-09-10T21:50:48.496 DEBUG:teuthology.orchestra.run.smithi067:> rpm -qlp /tmp/kernel.x86_64.rpm
2024-09-10T21:50:48.590 INFO:teuthology.orchestra.run.smithi067.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.590 INFO:teuthology.orchestra.run.smithi067.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko
2024-09-10T21:50:48.591 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko
2024-09-10T21:50:48.592 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko
2024-09-10T21:50:48.593 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko
2024-09-10T21:50:48.594 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko
2024-09-10T21:50:48.595 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko
2024-09-10T21:50:48.596 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko
2024-09-10T21:50:48.597 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko
2024-09-10T21:50:48.598 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko
2024-09-10T21:50:48.599 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko
2024-09-10T21:50:48.600 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko
2024-09-10T21:50:48.601 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap
2024-09-10T21:50:48.602 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko
2024-09-10T21:50:48.603 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko
2024-09-10T21:50:48.604 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko
2024-09-10T21:50:48.605 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko
2024-09-10T21:50:48.606 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko
2024-09-10T21:50:48.607 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko
2024-09-10T21:50:48.608 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko
2024-09-10T21:50:48.609 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio
2024-09-10T21:50:48.610 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko
2024-09-10T21:50:48.611 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko
2024-09-10T21:50:48.612 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko
2024-09-10T21:50:48.613 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko
2024-09-10T21:50:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko
2024-09-10T21:50:48.615 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko
2024-09-10T21:50:48.616 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko
2024-09-10T21:50:48.617 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko
2024-09-10T21:50:48.618 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko
2024-09-10T21:50:48.619 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko
2024-09-10T21:50:48.620 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko
2024-09-10T21:50:48.621 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko
2024-09-10T21:50:48.622 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko
2024-09-10T21:50:48.623 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko
2024-09-10T21:50:48.624 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko
2024-09-10T21:50:48.625 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko
2024-09-10T21:50:48.626 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko
2024-09-10T21:50:48.627 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko
2024-09-10T21:50:48.628 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko
2024-09-10T21:50:48.629 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko
2024-09-10T21:50:48.630 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko
2024-09-10T21:50:48.631 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko
2024-09-10T21:50:48.632 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko
2024-09-10T21:50:48.633 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko
2024-09-10T21:50:48.634 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko
2024-09-10T21:50:48.635 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom
2024-09-10T21:50:48.636 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru
2024-09-10T21:50:48.637 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko
2024-09-10T21:50:48.638 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko
2024-09-10T21:50:48.639 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera
2024-09-10T21:50:48.640 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko
2024-09-10T21:50:48.641 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio
2024-09-10T21:50:48.642 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip
2024-09-10T21:50:48.643 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko
2024-09-10T21:50:48.644 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf
2024-09-10T21:50:48.645 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox
2024-09-10T21:50:48.646 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion
2024-09-10T21:50:48.647 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek
2024-09-10T21:50:48.648 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc
2024-09-10T21:50:48.649 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti
2024-09-10T21:50:48.650 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko
2024-09-10T21:50:48.651 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko
2024-09-10T21:50:48.652 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko
2024-09-10T21:50:48.653 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp
2024-09-10T21:50:48.654 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko
2024-09-10T21:50:48.655 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko
2024-09-10T21:50:48.656 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko
2024-09-10T21:50:48.657 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko
2024-09-10T21:50:48.658 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko
2024-09-10T21:50:48.659 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko
2024-09-10T21:50:48.660 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko
2024-09-10T21:50:48.661 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko
2024-09-10T21:50:48.662 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko
2024-09-10T21:50:48.663 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko
2024-09-10T21:50:48.664 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi
2024-09-10T21:50:48.665 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe
2024-09-10T21:50:48.666 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc
2024-09-10T21:50:48.667 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko
2024-09-10T21:50:48.668 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko
2024-09-10T21:50:48.669 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko
2024-09-10T21:50:48.670 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko
2024-09-10T21:50:48.671 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko
2024-09-10T21:50:48.672 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs
2024-09-10T21:50:48.673 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko
2024-09-10T21:50:48.674 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko
2024-09-10T21:50:48.675 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko
2024-09-10T21:50:48.676 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko
2024-09-10T21:50:48.677 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko
2024-09-10T21:50:48.678 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko
2024-09-10T21:50:48.679 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio
2024-09-10T21:50:48.680 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko
2024-09-10T21:50:48.681 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko
2024-09-10T21:50:48.682 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko
2024-09-10T21:50:48.683 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko
2024-09-10T21:50:48.684 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko
2024-09-10T21:50:48.685 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko
2024-09-10T21:50:48.686 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs
2024-09-10T21:50:48.687 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs
2024-09-10T21:50:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout
2024-09-10T21:50:48.689 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko
2024-09-10T21:50:48.690 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko
2024-09-10T21:50:48.691 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko
2024-09-10T21:50:48.692 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko
2024-09-10T21:50:48.693 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko
2024-09-10T21:50:48.694 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs
2024-09-10T21:50:48.695 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko
2024-09-10T21:50:48.696 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko
2024-09-10T21:50:48.697 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net
2024-09-10T21:50:48.698 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko
2024-09-10T21:50:48.699 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko
2024-09-10T21:50:48.700 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko
2024-09-10T21:50:48.701 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko
2024-09-10T21:50:48.702 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan
2024-09-10T21:50:48.703 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko
2024-09-10T21:50:48.704 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko
2024-09-10T21:50:48.705 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko
2024-09-10T21:50:48.706 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko
2024-09-10T21:50:48.707 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko
2024-09-10T21:50:48.708 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko
2024-09-10T21:50:48.709 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls
2024-09-10T21:50:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko
2024-09-10T21:50:48.711 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko
2024-09-10T21:50:48.712 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko
2024-09-10T21:50:48.713 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko
2024-09-10T21:50:48.714 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko
2024-09-10T21:50:48.715 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko
2024-09-10T21:50:48.716 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko
2024-09-10T21:50:48.717 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko
2024-09-10T21:50:48.718 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko
2024-09-10T21:50:48.719 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko
2024-09-10T21:50:48.720 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko
2024-09-10T21:50:48.721 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch
2024-09-10T21:50:48.722 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko
2024-09-10T21:50:48.723 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko
2024-09-10T21:50:48.724 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko
2024-09-10T21:50:48.725 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko
2024-09-10T21:50:48.726 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko
2024-09-10T21:50:48.727 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin
2024-09-10T21:50:48.728 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep
2024-09-10T21:50:48.729 INFO:teuthology.orchestra.run.smithi067.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz
2024-09-10T21:50:48.733 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.733 DEBUG:teuthology.orchestra.run.smithi067:> rpm --scripts -qp /tmp/kernel.x86_64.rpm
2024-09-10T21:50:48.756 INFO:teuthology.orchestra.run.smithi067.stdout:postinstall scriptlet (using /bin/sh):
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:if [ -x /usr/bin/kernel-install ]; then
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:	/usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:fi
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:for file in vmlinuz System.map config; do
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:	if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:		cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:	fi
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:done
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:   ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:	rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca"
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:	cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca"
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:fi
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then
2024-09-10T21:50:48.757 INFO:teuthology.orchestra.run.smithi067.stdout:	/usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.758 INFO:teuthology.orchestra.run.smithi067.stdout:fi
2024-09-10T21:50:48.758 INFO:teuthology.orchestra.run.smithi067.stdout:preuninstall scriptlet (using /bin/sh):
2024-09-10T21:50:48.758 INFO:teuthology.orchestra.run.smithi067.stdout:if [ -x /usr/bin/kernel-install ]; then
2024-09-10T21:50:48.758 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.758 INFO:teuthology.orchestra.run.smithi067.stdout:fi
2024-09-10T21:50:48.759 DEBUG:teuthology.orchestra.run.smithi067:> sudo rpm -qi grub2-tools
2024-09-10T21:50:48.833 INFO:teuthology.orchestra.run.smithi067.stdout:Name        : grub2-tools
2024-09-10T21:50:48.833 INFO:teuthology.orchestra.run.smithi067.stdout:Epoch       : 1
2024-09-10T21:50:48.833 INFO:teuthology.orchestra.run.smithi067.stdout:Version     : 2.06
2024-09-10T21:50:48.833 INFO:teuthology.orchestra.run.smithi067.stdout:Release     : 82.el9
2024-09-10T21:50:48.833 INFO:teuthology.orchestra.run.smithi067.stdout:Architecture: x86_64
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Group       : Unspecified
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Size        : 8274670
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:License     : GPLv3+
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Signature   : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Source RPM  : grub2-2.06-82.el9.src.rpm
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Build Date  : Fri 28 Jun 2024 09:24:44 AM UTC
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Build Host  : x86-05.stream.rdu2.redhat.com
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Packager    : builder@centos.org
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Vendor      : CentOS
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:URL         : http://www.gnu.org/software/grub/
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Summary     : Support tools for GRUB.
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:Description :
2024-09-10T21:50:48.834 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:50:48.835 INFO:teuthology.orchestra.run.smithi067.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and
2024-09-10T21:50:48.835 INFO:teuthology.orchestra.run.smithi067.stdout:customizable bootloader with modular architecture.  It supports a rich
2024-09-10T21:50:48.835 INFO:teuthology.orchestra.run.smithi067.stdout:variety of kernel formats, file systems, computer architectures and
2024-09-10T21:50:48.835 INFO:teuthology.orchestra.run.smithi067.stdout:hardware devices.
2024-09-10T21:50:48.835 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:50:48.835 INFO:teuthology.orchestra.run.smithi067.stdout:This subpackage provides tools for support of all platforms.
2024-09-10T21:50:48.836 INFO:teuthology.task.kernel:Updating Grub Version: grub2
2024-09-10T21:50:48.836 INFO:teuthology.task.kernel:Updating grub on smithi067 to boot 6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:48.836 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg
2024-09-10T21:50:49.420 INFO:teuthology.orchestra.run.smithi067.stderr:Generating grub configuration file ...
2024-09-10T21:50:50.796 INFO:teuthology.orchestra.run.smithi067.stderr:Adding boot menu entry for UEFI Firmware Settings ...
2024-09-10T21:50:50.835 INFO:teuthology.orchestra.run.smithi067.stderr:done
2024-09-10T21:50:50.847 DEBUG:teuthology.orchestra.run.smithi067:> mktemp
2024-09-10T21:50:50.862 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.tkCRjA6RGV
2024-09-10T21:50:50.862 DEBUG:teuthology.orchestra.run.smithi067:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.tkCRjA6RGV
2024-09-10T21:50:50.939 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.tkCRjA6RGV
2024-09-10T21:50:51.079 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.tkCRjA6RGV is 6KB
2024-09-10T21:50:51.127 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.tkCRjA6RGV
2024-09-10T21:50:51.142 DEBUG:teuthology.orchestra.run.smithi067:> sudo /bin/ls /boot/loader/entries || true
2024-09-10T21:50:51.204 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf
2024-09-10T21:50:51.204 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf
2024-09-10T21:50:51.204 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf
2024-09-10T21:50:51.204 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf
2024-09-10T21:50:51.205 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:50:51.361 DEBUG:teuthology.orchestra.run.smithi067:> sudo shutdown -r now
2024-09-10T21:51:21.387 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version...
2024-09-10T21:51:21.388 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:51:21.389 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-09-10T21:51:39.837 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67
2024-09-10T21:51:48.845 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:51:48.846 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-09-10T21:51:51.933 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67
2024-09-10T21:52:03.941 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:52:03.942 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-09-10T21:52:22.333 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67
2024-09-10T21:52:37.348 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:52:37.349 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-09-10T21:52:40.275 DEBUG:teuthology.orchestra.run.smithi067:> true
2024-09-10T21:52:40.820 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:52:40.820 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.11.0-rc5-g2ca44a2f35ca"...
2024-09-10T21:52:40.821 DEBUG:teuthology.orchestra.run.smithi067:> uname -r
2024-09-10T21:52:40.856 INFO:teuthology.orchestra.run.smithi067.stdout:6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:52:40.857 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca
2024-09-10T21:52:40.857 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2024-09-10T21:52:40.857 DEBUG:teuthology.task.kernel:Distro of this test job: centos
2024-09-10T21:52:41.858 INFO:teuthology.task.kernel:Enabling kdb on mon.a...
2024-09-10T21:52:41.858 DEBUG:teuthology.orchestra.run.smithi067:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2024-09-10T21:52:41.976 INFO:teuthology.orchestra.run.smithi067.stdout:ttyS1
2024-09-10T21:52:42.003 DEBUG:teuthology.parallel:result is None
2024-09-10T21:52:42.003 INFO:teuthology.run_tasks:Running task internal.base...
2024-09-10T21:52:42.013 INFO:teuthology.task.internal:Creating test directory...
2024-09-10T21:52:42.013 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2024-09-10T21:52:42.048 INFO:teuthology.run_tasks:Running task internal.archive_upload...
2024-09-10T21:52:42.057 INFO:teuthology.run_tasks:Running task internal.archive...
2024-09-10T21:52:42.070 INFO:teuthology.task.internal:Creating archive directory...
2024-09-10T21:52:42.071 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2024-09-10T21:52:42.130 INFO:teuthology.run_tasks:Running task internal.coredump...
2024-09-10T21:52:42.141 INFO:teuthology.task.internal:Enabling coredump saving...
2024-09-10T21:52:42.141 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2024-09-10T21:52:42.243 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-09-10T21:52:42.265 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-09-10T21:52:42.268 INFO:teuthology.run_tasks:Running task internal.sudo...
2024-09-10T21:52:42.280 INFO:teuthology.task.internal:Configuring sudo...
2024-09-10T21:52:42.280 DEBUG:teuthology.orchestra.run.smithi067:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2024-09-10T21:52:42.336 INFO:teuthology.run_tasks:Running task internal.syslog...
2024-09-10T21:52:42.346 INFO:teuthology.task.internal.syslog:Starting syslog monitoring...
2024-09-10T21:52:42.346 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2024-09-10T21:52:42.381 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2024-09-10T21:52:42.491 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log
2024-09-10T21:52:42.558 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2024-09-10T21:52:42.629 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log
2024-09-10T21:52:42.695 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:52:42.695 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2024-09-10T21:52:42.750 DEBUG:teuthology.orchestra.run.smithi067:> sudo service rsyslog restart
2024-09-10T21:52:42.885 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-09-10T21:52:43.200 INFO:teuthology.run_tasks:Running task internal.timer...
2024-09-10T21:52:43.219 INFO:teuthology.task.internal:Starting timer...
2024-09-10T21:52:43.219 INFO:teuthology.run_tasks:Running task pcp...
2024-09-10T21:52:43.237 INFO:teuthology.run_tasks:Running task selinux...
2024-09-10T21:52:43.250 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}
2024-09-10T21:52:43.250 DEBUG:teuthology.orchestra.run.smithi067:> sudo service auditd rotate
2024-09-10T21:52:43.346 INFO:teuthology.orchestra.run.smithi067.stdout:Rotating logs:
2024-09-10T21:52:43.349 DEBUG:teuthology.task.selinux:Getting current SELinux state
2024-09-10T21:52:43.349 DEBUG:teuthology.orchestra.run.smithi067:> /usr/sbin/getenforce
2024-09-10T21:52:43.388 INFO:teuthology.orchestra.run.smithi067.stdout:Permissive
2024-09-10T21:52:43.388 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi067.front.sepia.ceph.com': 'permissive'}
2024-09-10T21:52:43.388 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0
2024-09-10T21:52:43.484 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-09-10T21:52:43.485 INFO:teuthology.task.selinux:Putting SELinux into permissive mode
2024-09-10T21:52:43.485 DEBUG:teuthology.orchestra.run.smithi067:> sudo /usr/sbin/setenforce permissive
2024-09-10T21:52:43.542 INFO:teuthology.run_tasks:Running task ansible.cephlab...
2024-09-10T21:52:43.552 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git
2024-09-10T21:52:43.556 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin
2024-09-10T21:52:43.726 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main
2024-09-10T21:52:43.736 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}]
2024-09-10T21:52:43.737 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi067.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml
2024-09-10T21:57:28.369 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi067.front.sepia.ceph.com')]
2024-09-10T21:57:28.371 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:57:28.372 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-09-10T21:57:28.473 DEBUG:teuthology.orchestra.run.smithi067:> true
2024-09-10T21:57:28.578 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com'
2024-09-10T21:57:28.579 INFO:teuthology.run_tasks:Running task clock...
2024-09-10T21:57:28.588 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew...
2024-09-10T21:57:28.588 INFO:teuthology.orchestra.run:Running command with timeout 360
2024-09-10T21:57:28.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-09-10T21:57:28.680 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntp.service: Unit ntp.service not loaded.
2024-09-10T21:57:28.710 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded.
2024-09-10T21:57:28.761 INFO:teuthology.orchestra.run.smithi067.stderr:sudo: ntpd: command not found
2024-09-10T21:57:28.786 INFO:teuthology.orchestra.run.smithi067.stdout:506 Cannot talk to daemon
2024-09-10T21:57:28.816 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntp.service: Unit ntp.service not found.
2024-09-10T21:57:28.845 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntpd.service: Unit ntpd.service not found.
2024-09-10T21:57:28.944 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found
2024-09-10T21:57:28.950 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-09-10T21:57:28.950 INFO:teuthology.orchestra.run.smithi067.stdout:===============================================================================
2024-09-10T21:57:28.950 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv01.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-09-10T21:57:28.950 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv02.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-09-10T21:57:28.950 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv03.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-09-10T21:57:28.950 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-09-10T21:57:28.951 INFO:teuthology.run_tasks:Running task install...
2024-09-10T21:57:28.959 DEBUG:teuthology.task.install:project ceph
2024-09-10T21:57:28.959 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}
2024-09-10T21:57:28.959 DEBUG:teuthology.task.install:config {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}
2024-09-10T21:57:28.959 INFO:teuthology.task.install:Using flavor: default
2024-09-10T21:57:28.964 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']}
2024-09-10T21:57:28.964 INFO:teuthology.task.install:extra packages: ['librados2']
2024-09-10T21:57:28.965 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'squid', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'tag': None, 'wait_for_package': False}
2024-09-10T21:57:28.965 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-09-10T21:57:28.965 INFO:teuthology.packaging:ref: None
2024-09-10T21:57:28.965 INFO:teuthology.packaging:tag: None
2024-09-10T21:57:28.965 INFO:teuthology.packaging:branch: squid
2024-09-10T21:57:28.965 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T21:57:28.965 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid
2024-09-10T21:57:29.213 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/daaf78de334647fc0c800f4ac495cc9475a26bae/centos/9/flavors/default/
2024-09-10T21:57:29.213 INFO:teuthology.task.install.rpm:Package version is 19.1.1-308.gdaaf78de
2024-09-10T21:57:29.334 INFO:teuthology.packaging:Writing yum repo:
[ceph]
name=ceph packages for $basearch
baseurl=https://4.chacra.ceph.com/r/ceph/squid/daaf78de334647fc0c800f4ac495cc9475a26bae/centos/9/flavors/default/$basearch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-noarch]
name=ceph noarch packages
baseurl=https://4.chacra.ceph.com/r/ceph/squid/daaf78de334647fc0c800f4ac495cc9475a26bae/centos/9/flavors/default/noarch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-source]
name=ceph source packages
baseurl=https://4.chacra.ceph.com/r/ceph/squid/daaf78de334647fc0c800f4ac495cc9475a26bae/centos/9/flavors/default/SRPMS
enabled=1
gpgcheck=0
type=rpm-md

2024-09-10T21:57:29.335 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:57:29.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/yum.repos.d/ceph.repo
2024-09-10T21:57:29.393 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64
2024-09-10T21:57:29.393 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-09-10T21:57:29.393 INFO:teuthology.packaging:ref: None
2024-09-10T21:57:29.393 INFO:teuthology.packaging:tag: None
2024-09-10T21:57:29.393 INFO:teuthology.packaging:branch: squid
2024-09-10T21:57:29.393 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T21:57:29.393 DEBUG:teuthology.orchestra.run.smithi067:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/squid/;g' /etc/yum.repos.d/ceph.repo ; fi
2024-09-10T21:57:29.490 DEBUG:teuthology.orchestra.run.smithi067:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig
2024-09-10T21:57:29.568 DEBUG:teuthology.orchestra.run.smithi067:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf
2024-09-10T21:57:29.624 INFO:teuthology.orchestra.run.smithi067.stdout:check_obsoletes = 1
2024-09-10T21:57:29.627 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum clean all
2024-09-10T21:57:29.907 INFO:teuthology.orchestra.run.smithi067.stdout:45 files removed
2024-09-10T21:57:29.941 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-radosgw
2024-09-10T21:57:30.634 INFO:teuthology.orchestra.run.smithi067.stdout:ceph packages for x86_64                        290 kB/s |  83 kB     00:00
2024-09-10T21:57:30.935 INFO:teuthology.orchestra.run.smithi067.stdout:ceph noarch packages                             46 kB/s |  12 kB     00:00
2024-09-10T21:57:31.227 INFO:teuthology.orchestra.run.smithi067.stdout:ceph source packages                            7.4 kB/s | 1.9 kB     00:00
2024-09-10T21:57:32.185 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS                        9.0 MB/s | 8.2 MB     00:00
2024-09-10T21:57:35.712 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream                     8.7 MB/s |  20 MB     00:02
2024-09-10T21:57:41.929 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB                           3.3 MB/s | 6.5 MB     00:01
2024-09-10T21:57:44.413 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages                17 kB/s |  19 kB     00:01
2024-09-10T21:57:46.067 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux              15 MB/s |  23 MB     00:01
2024-09-10T21:57:52.657 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras                                       36 kB/s | 1.7 kB     00:00
2024-09-10T21:57:55.280 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:57:55.296 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:57:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: Package                Arch    Version                        Repository  Size
2024-09-10T21:57:55.296 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw           x86_64  2:19.1.1-308.gdaaf78de.el9     ceph        11 M
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading:
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: librados2              x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       3.4 M
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1                x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       3.2 M
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies:
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: boost-program-options  x86_64  1.75.0-8.el9                   appstream  107 k
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base              x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       5.4 M
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common            x86_64  2:19.1.1-308.gdaaf78de.el9     ceph        21 M
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux           x86_64  2:19.1.1-308.gdaaf78de.el9     ceph        25 k
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs        x86_64  2.9.1-2.el9                    epel       309 k
2024-09-10T21:57:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow               x86_64  9.0.0-11.el9                   epel       4.4 M
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-doc           noarch  9.0.0-11.el9                   epel        26 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2             x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       751 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: liboath                x86_64  2.6.7-2.el9                    epel        49 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj             x86_64  1.12.1-1.el9                   appstream  160 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq            x86_64  0.11.0-7.el9                   appstream   45 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1       x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       506 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka             x86_64  1.6.1-102.el9                  appstream  662 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2                x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       5.3 M
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind              x86_64  1.6.2-1.el9                    epel        67 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust              x86_64  2.12.0-6.el9                   appstream  292 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: parquet-libs           x86_64  9.0.0-11.el9                   epel       839 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse  x86_64  2:19.1.1-308.gdaaf78de.el9     ceph        45 k
2024-09-10T21:57:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common    x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       136 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs         x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       162 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable    noarch  0.7.2-27.el9                   appstream   42 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados          x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       321 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd            x86_64  2:19.1.1-308.gdaaf78de.el9     ceph       300 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw            x86_64  2:19.1.1-308.gdaaf78de.el9     ceph        99 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib                 x86_64  24.02.0-1.el9                  appstream  221 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: qatzip-libs            x86_64  1.2.0-1.el9                    appstream   47 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: re2                    x86_64  1:20211101-20.el9              epel       191 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: thrift                 x86_64  0.15.0-2.el9                   epel       1.6 M
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout:Installing weak dependencies:
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-service         x86_64  24.02.0-1.el9                  appstream   36 k
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:57:55.299 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:57:55.300 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:57:55.300 INFO:teuthology.orchestra.run.smithi067.stdout:Install  30 Packages
2024-09-10T21:57:55.300 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade   2 Packages
2024-09-10T21:57:55.300 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:57:55.300 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 60 M
2024-09-10T21:57:55.300 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:57:55.858 INFO:teuthology.orchestra.run.smithi067.stdout:(1/32): ceph-base-19.1.1-308.gdaaf78de.el9.x86_  11 MB/s | 5.4 MB     00:00
2024-09-10T21:57:55.916 INFO:teuthology.orchestra.run.smithi067.stdout:(2/32): ceph-selinux-19.1.1-308.gdaaf78de.el9.x 431 kB/s |  25 kB     00:00
2024-09-10T21:57:56.025 INFO:teuthology.orchestra.run.smithi067.stdout:(3/32): libcephfs2-19.1.1-308.gdaaf78de.el9.x86 6.8 MB/s | 751 kB     00:00
2024-09-10T21:57:56.192 INFO:teuthology.orchestra.run.smithi067.stdout:(4/32): ceph-radosgw-19.1.1-308.gdaaf78de.el9.x  13 MB/s |  11 MB     00:00
2024-09-10T21:57:56.242 INFO:teuthology.orchestra.run.smithi067.stdout:(5/32): libradosstriper1-19.1.1-308.gdaaf78de.e 2.3 MB/s | 506 kB     00:00
2024-09-10T21:57:56.318 INFO:teuthology.orchestra.run.smithi067.stdout:(6/32): python3-ceph-argparse-19.1.1-308.gdaaf7 601 kB/s |  45 kB     00:00
2024-09-10T21:57:56.459 INFO:teuthology.orchestra.run.smithi067.stdout:(7/32): librgw2-19.1.1-308.gdaaf78de.el9.x86_64  20 MB/s | 5.3 MB     00:00
2024-09-10T21:57:56.484 INFO:teuthology.orchestra.run.smithi067.stdout:(8/32): python3-ceph-common-19.1.1-308.gdaaf78d 818 kB/s | 136 kB     00:00
2024-09-10T21:57:56.510 INFO:teuthology.orchestra.run.smithi067.stdout:(9/32): python3-cephfs-19.1.1-308.gdaaf78de.el9 3.2 MB/s | 162 kB     00:00
2024-09-10T21:57:56.535 INFO:teuthology.orchestra.run.smithi067.stdout:(10/32): python3-rados-19.1.1-308.gdaaf78de.el9 6.3 MB/s | 321 kB     00:00
2024-09-10T21:57:56.769 INFO:teuthology.orchestra.run.smithi067.stdout:(11/32): ceph-common-19.1.1-308.gdaaf78de.el9.x  15 MB/s |  21 MB     00:01
2024-09-10T21:57:56.794 INFO:teuthology.orchestra.run.smithi067.stdout:(12/32): python3-rbd-19.1.1-308.gdaaf78de.el9.x 1.0 MB/s | 300 kB     00:00
2024-09-10T21:57:56.819 INFO:teuthology.orchestra.run.smithi067.stdout:(13/32): python3-rgw-19.1.1-308.gdaaf78de.el9.x 350 kB/s |  99 kB     00:00
2024-09-10T21:57:56.886 INFO:teuthology.orchestra.run.smithi067.stdout:(14/32): boost-program-options-1.75.0-8.el9.x86 916 kB/s | 107 kB     00:00
2024-09-10T21:57:56.911 INFO:teuthology.orchestra.run.smithi067.stdout:(15/32): librabbitmq-0.11.0-7.el9.x86_64.rpm    494 kB/s |  45 kB     00:00
2024-09-10T21:57:56.937 INFO:teuthology.orchestra.run.smithi067.stdout:(16/32): libpmemobj-1.12.1-1.el9.x86_64.rpm     1.1 MB/s | 160 kB     00:00
2024-09-10T21:57:56.979 INFO:teuthology.orchestra.run.smithi067.stdout:(17/32): python3-prettytable-0.7.2-27.el9.noarc 1.0 MB/s |  42 kB     00:00
2024-09-10T21:57:57.033 INFO:teuthology.orchestra.run.smithi067.stdout:(18/32): librdkafka-1.6.1-102.el9.x86_64.rpm    4.5 MB/s | 662 kB     00:00
2024-09-10T21:57:57.062 INFO:teuthology.orchestra.run.smithi067.stdout:(19/32): lttng-ust-2.12.0-6.el9.x86_64.rpm      1.9 MB/s | 292 kB     00:00
2024-09-10T21:57:57.088 INFO:teuthology.orchestra.run.smithi067.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 644 kB/s |  36 kB     00:00
2024-09-10T21:57:57.113 INFO:teuthology.orchestra.run.smithi067.stdout:(21/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm     937 kB/s |  47 kB     00:00
2024-09-10T21:57:57.138 INFO:teuthology.orchestra.run.smithi067.stdout:(22/32): qatlib-24.02.0-1.el9.x86_64.rpm        1.4 MB/s | 221 kB     00:00
2024-09-10T21:57:57.206 INFO:teuthology.orchestra.run.smithi067.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 2.6 MB/s | 309 kB     00:00
2024-09-10T21:57:57.222 INFO:teuthology.orchestra.run.smithi067.stdout:(24/32): libarrow-doc-9.0.0-11.el9.noarch.rpm   411 kB/s |  26 kB     00:00
2024-09-10T21:57:57.239 INFO:teuthology.orchestra.run.smithi067.stdout:(25/32): liboath-2.6.7-2.el9.x86_64.rpm         1.4 MB/s |  49 kB     00:00
2024-09-10T21:57:57.265 INFO:teuthology.orchestra.run.smithi067.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm       1.6 MB/s |  67 kB     00:00
2024-09-10T21:57:57.306 INFO:teuthology.orchestra.run.smithi067.stdout:(27/32): re2-20211101-20.el9.x86_64.rpm         4.5 MB/s | 191 kB     00:00
2024-09-10T21:57:57.340 INFO:teuthology.orchestra.run.smithi067.stdout:(28/32): parquet-libs-9.0.0-11.el9.x86_64.rpm   8.2 MB/s | 839 kB     00:00
2024-09-10T21:57:57.482 INFO:teuthology.orchestra.run.smithi067.stdout:(29/32): thrift-0.15.0-2.el9.x86_64.rpm         9.0 MB/s | 1.6 MB     00:00
2024-09-10T21:57:57.541 INFO:teuthology.orchestra.run.smithi067.stdout:(30/32): librados2-19.1.1-308.gdaaf78de.el9.x86  17 MB/s | 3.4 MB     00:00
2024-09-10T21:57:57.674 INFO:teuthology.orchestra.run.smithi067.stdout:(31/32): librbd1-19.1.1-308.gdaaf78de.el9.x86_6  16 MB/s | 3.2 MB     00:00
2024-09-10T21:57:57.733 INFO:teuthology.orchestra.run.smithi067.stdout:(32/32): libarrow-9.0.0-11.el9.x86_64.rpm       7.1 MB/s | 4.4 MB     00:00
2024-09-10T21:57:57.737 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:57:57.737 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                            25 MB/s |  60 MB     00:02
2024-09-10T21:57:57.944 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:57:57.991 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:57:57.991 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:57:58.722 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:57:58.723 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:58:00.357 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:58:00.448 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : lttng-ust-2.12.0-6.el9.x86_64                         1/34
2024-09-10T21:58:00.489 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : librdkafka-1.6.1-102.el9.x86_64                       2/34
2024-09-10T21:58:00.522 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : librabbitmq-0.11.0-7.el9.x86_64                       3/34
2024-09-10T21:58:00.552 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : qatlib-service-24.02.0-1.el9.x86_64                   4/34
2024-09-10T21:58:00.596 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64                   4/34
2024-09-10T21:58:00.804 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: qatlib-24.02.0-1.el9.x86_64                           5/34
2024-09-10T21:58:00.869 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : qatlib-24.02.0-1.el9.x86_64                           5/34
2024-09-10T21:58:01.252 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : thrift-0.15.0-2.el9.x86_64                            6/34
2024-09-10T21:58:01.356 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : librados2-2:19.1.1-308.gdaaf78de.el9.x86_64           7/34
2024-09-10T21:58:01.488 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librados2-2:19.1.1-308.gdaaf78de.el9.x86_64           7/34
2024-09-10T21:58:01.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-rados-2:19.1.1-308.gdaaf78de.el9.x86_64       8/34
2024-09-10T21:58:01.616 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64          9/34
2024-09-10T21:58:01.698 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64          9/34
2024-09-10T21:58:01.736 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : liboath-2.6.7-2.el9.x86_64                           10/34
2024-09-10T21:58:01.787 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-ceph-argparse-2:19.1.1-308.gdaaf78de.el9.x   11/34
2024-09-10T21:58:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-cephfs-2:19.1.1-308.gdaaf78de.el9.x86_64     12/34
2024-09-10T21:58:01.926 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64   13/34
2024-09-10T21:58:02.010 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64   13/34
2024-09-10T21:58:02.052 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : qatzip-libs-1.2.0-1.el9.x86_64                       14/34
2024-09-10T21:58:02.201 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : re2-1:20211101-20.el9.x86_64                         15/34
2024-09-10T21:58:02.256 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libarrow-9.0.0-11.el9.x86_64                         16/34
2024-09-10T21:58:02.305 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libunwind-1.6.2-1.el9.x86_64                         17/34
2024-09-10T21:58:02.342 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : gperftools-libs-2.9.1-2.el9.x86_64                   18/34
2024-09-10T21:58:02.389 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libarrow-doc-9.0.0-11.el9.noarch                     19/34
2024-09-10T21:58:02.422 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-prettytable-0.7.2-27.el9.noarch              20/34
2024-09-10T21:58:02.813 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libpmemobj-1.12.1-1.el9.x86_64                       21/34
2024-09-10T21:58:02.857 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64            22/34
2024-09-10T21:58:02.976 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64            22/34
2024-09-10T21:58:03.014 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-rbd-2:19.1.1-308.gdaaf78de.el9.x86_64        23/34
2024-09-10T21:58:03.087 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : boost-program-options-1.75.0-8.el9.x86_64            24/34
2024-09-10T21:58:03.645 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : parquet-libs-9.0.0-11.el9.x86_64                     25/34
2024-09-10T21:58:03.677 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64            26/34
2024-09-10T21:58:03.760 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64            26/34
2024-09-10T21:58:03.846 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-rgw-2:19.1.1-308.gdaaf78de.el9.x86_64        27/34
2024-09-10T21:58:03.895 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-ceph-common-2:19.1.1-308.gdaaf78de.el9.x86   28/34
2024-09-10T21:58:06.579 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64        29/34
2024-09-10T21:58:06.616 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64        29/34
2024-09-10T21:58:07.321 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64        29/34
2024-09-10T21:58:07.387 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64          30/34
2024-09-10T21:58:07.497 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64          30/34
2024-09-10T21:58:07.498 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target.
2024-09-10T21:58:07.498 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service.
2024-09-10T21:58:07.498 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:07.545 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64       31/34
2024-09-10T21:58:19.271 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64       31/34
2024-09-10T21:58:19.271 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /sys
2024-09-10T21:58:19.271 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /proc
2024-09-10T21:58:19.272 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /mnt
2024-09-10T21:58:19.272 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /var/tmp
2024-09-10T21:58:19.272 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /home
2024-09-10T21:58:19.272 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /root
2024-09-10T21:58:19.272 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /tmp
2024-09-10T21:58:19.272 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:20.385 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64       32/34
2024-09-10T21:58:20.441 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64       32/34
2024-09-10T21:58:20.441 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:58:20.441 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service".
2024-09-10T21:58:20.441 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-09-10T21:58:20.441 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-09-10T21:58:20.441 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:20.446 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : librbd1-2:16.2.4-5.el9.x86_64                        33/34
2024-09-10T21:58:20.579 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64                        33/34
2024-09-10T21:58:20.579 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : librados2-2:16.2.4-5.el9.x86_64                      34/34
2024-09-10T21:58:22.282 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librados2-2:16.2.4-5.el9.x86_64                      34/34
2024-09-10T21:58:22.283 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64           1/34
2024-09-10T21:58:22.283 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64         2/34
2024-09-10T21:58:22.283 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64        3/34
2024-09-10T21:58:22.283 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64        4/34
2024-09-10T21:58:22.284 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64          5/34
2024-09-10T21:58:22.284 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64    6/34
2024-09-10T21:58:22.284 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64             7/34
2024-09-10T21:58:22.284 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ceph-argparse-2:19.1.1-308.gdaaf78de.el9.x    8/34
2024-09-10T21:58:22.284 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ceph-common-2:19.1.1-308.gdaaf78de.el9.x86    9/34
2024-09-10T21:58:22.284 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cephfs-2:19.1.1-308.gdaaf78de.el9.x86_64     10/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rados-2:19.1.1-308.gdaaf78de.el9.x86_64      11/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rbd-2:19.1.1-308.gdaaf78de.el9.x86_64        12/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rgw-2:19.1.1-308.gdaaf78de.el9.x86_64        13/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : boost-program-options-1.75.0-8.el9.x86_64            14/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libpmemobj-1.12.1-1.el9.x86_64                       15/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librabbitmq-0.11.0-7.el9.x86_64                      16/34
2024-09-10T21:58:22.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librdkafka-1.6.1-102.el9.x86_64                      17/34
2024-09-10T21:58:22.286 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : lttng-ust-2.12.0-6.el9.x86_64                        18/34
2024-09-10T21:58:22.286 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-prettytable-0.7.2-27.el9.noarch              19/34
2024-09-10T21:58:22.286 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : qatlib-24.02.0-1.el9.x86_64                          20/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : qatlib-service-24.02.0-1.el9.x86_64                  21/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : qatzip-libs-1.2.0-1.el9.x86_64                       22/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : gperftools-libs-2.9.1-2.el9.x86_64                   23/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libarrow-9.0.0-11.el9.x86_64                         24/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libarrow-doc-9.0.0-11.el9.noarch                     25/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : liboath-2.6.7-2.el9.x86_64                           26/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libunwind-1.6.2-1.el9.x86_64                         27/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : parquet-libs-9.0.0-11.el9.x86_64                     28/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : re2-1:20211101-20.el9.x86_64                         29/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : thrift-0.15.0-2.el9.x86_64                           30/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados2-2:19.1.1-308.gdaaf78de.el9.x86_64          31/34
2024-09-10T21:58:22.287 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados2-2:16.2.4-5.el9.x86_64                      32/34
2024-09-10T21:58:22.288 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64            33/34
2024-09-10T21:58:23.059 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librbd1-2:16.2.4-5.el9.x86_64                        34/34
2024-09-10T21:58:23.059 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded:
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  librados2-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  boost-program-options-1.75.0-8.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  gperftools-libs-2.9.1-2.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  libarrow-9.0.0-11.el9.x86_64
2024-09-10T21:58:23.060 INFO:teuthology.orchestra.run.smithi067.stdout:  libarrow-doc-9.0.0-11.el9.noarch
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  liboath-2.6.7-2.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  libpmemobj-1.12.1-1.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  librabbitmq-0.11.0-7.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  librdkafka-1.6.1-102.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  libunwind-1.6.2-1.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  lttng-ust-2.12.0-6.el9.x86_64
2024-09-10T21:58:23.061 INFO:teuthology.orchestra.run.smithi067.stdout:  parquet-libs-9.0.0-11.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-ceph-argparse-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-cephfs-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-prettytable-0.7.2-27.el9.noarch
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-rados-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-rbd-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-rgw-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  qatlib-24.02.0-1.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  qatlib-service-24.02.0-1.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  qatzip-libs-1.2.0-1.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  re2-1:20211101-20.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:  thrift-0.15.0-2.el9.x86_64
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:23.062 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:58:23.495 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-test
2024-09-10T21:58:24.265 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:00:32 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:58:24.419 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout: Package          Arch      Version                          Repository    Size
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test        x86_64    2:19.1.1-308.gdaaf78de.el9       ceph          49 M
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies:
2024-09-10T21:58:24.420 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite    x86_64    2:19.1.1-308.gdaaf78de.el9       ceph         163 k
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout: socat            x86_64    1.7.4.1-6.el9                    appstream    304 k
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet       x86_64    1.6.1-20.el9                     appstream     64 k
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout:Install  4 Packages
2024-09-10T21:58:24.421 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:24.422 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 49 M
2024-09-10T21:58:24.422 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 209 M
2024-09-10T21:58:24.422 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:58:24.852 INFO:teuthology.orchestra.run.smithi067.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm           2.1 MB/s | 304 kB     00:00
2024-09-10T21:58:24.894 INFO:teuthology.orchestra.run.smithi067.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm       1.5 MB/s |  64 kB     00:00
2024-09-10T21:58:24.944 INFO:teuthology.orchestra.run.smithi067.stdout:(3/4): libcephsqlite-19.1.1-308.gdaaf78de.el9.x 690 kB/s | 163 kB     00:00
2024-09-10T21:58:26.303 INFO:teuthology.orchestra.run.smithi067.stdout:(4/4): ceph-test-19.1.1-308.gdaaf78de.el9.x86_6  31 MB/s |  49 MB     00:01
2024-09-10T21:58:26.305 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:58:26.305 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                            26 MB/s |  49 MB     00:01
2024-09-10T21:58:26.355 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:58:26.381 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:58:26.381 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:58:26.806 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:58:26.807 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:58:27.387 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:58:27.504 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : xmlstarlet-1.6.1-20.el9.x86_64                         1/4
2024-09-10T21:58:27.554 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : socat-1.7.4.1-6.el9.x86_64                             2/4
2024-09-10T21:58:27.580 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64        3/4
2024-09-10T21:58:32.863 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64        3/4
2024-09-10T21:58:32.948 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-test-2:19.1.1-308.gdaaf78de.el9.x86_64            4/4
2024-09-10T21:58:35.493 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-test-2:19.1.1-308.gdaaf78de.el9.x86_64            4/4
2024-09-10T21:58:35.494 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-test-2:19.1.1-308.gdaaf78de.el9.x86_64            1/4
2024-09-10T21:58:35.494 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64        2/4
2024-09-10T21:58:35.494 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : socat-1.7.4.1-6.el9.x86_64                             3/4
2024-09-10T21:58:35.811 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : xmlstarlet-1.6.1-20.el9.x86_64                         4/4
2024-09-10T21:58:35.811 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-test-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:  libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:  socat-1.7.4.1-6.el9.x86_64
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:  xmlstarlet-1.6.1-20.el9.x86_64
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:35.812 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:58:36.115 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph
2024-09-10T21:58:36.886 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:00:44 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:58:37.037 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout: Package                    Arch   Version                    Repository   Size
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout: ceph                       x86_64 2:19.1.1-308.gdaaf78de.el9 ceph        6.6 k
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies:
2024-09-10T21:58:37.040 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds                   x86_64 2:19.1.1-308.gdaaf78de.el9 ceph        2.4 M
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr                   x86_64 2:19.1.1-308.gdaaf78de.el9 ceph        1.5 M
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core      noarch 2:19.1.1-308.gdaaf78de.el9 ceph-noarch 249 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon                   x86_64 2:19.1.1-308.gdaaf78de.el9 ceph        4.7 M
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd                   x86_64 2:19.1.1-308.gdaaf78de.el9 ceph         17 M
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: lua                        x86_64 5.4.4-4.el9                appstream   188 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: lua-devel                  x86_64 5.4.4-4.el9                crb          22 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: luarocks                   noarch 3.9.2-5.el9                epel        151 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt             x86_64 3.2.2-1.el9                epel         43 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi               x86_64 1.14.5-5.el9               baseos      253 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot            noarch 8.6.0-4.el9                epel        172 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy           noarch 18.6.1-2.el9               epel        358 k
2024-09-10T21:58:37.041 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography       x86_64 36.0.1-4.el9               baseos      1.2 M
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco             noarch 8.2.1-3.el9                epel         11 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes     noarch 3.2.1-5.el9                epel         18 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections noarch 3.0.0-8.el9                epel         23 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools   noarch 3.5.0-2.el9                epel         19 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text        noarch 3.2.0-6.el9                epel         20 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils           noarch 0.3.5-21.el9               epel         46 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako               noarch 1.1.4-6.el9                appstream   172 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe         x86_64 1.1.1-12.el9               appstream    35 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools     noarch 8.12.0-2.el9               epel         79 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging          noarch 20.9-5.el9                 appstream    77 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan              noarch 1.4.2-3.el9                epel        272 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply                noarch 3.11-14.el9                baseos      106 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend            noarch 3.1.0-2.el9                epel         16 k
2024-09-10T21:58:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL          noarch 21.0.0-1.el9               epel         90 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser          noarch 2.20-6.el9                 baseos      135 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz               noarch 2021.1-5.el9               appstream    51 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests           noarch 2.25.1-8.el9               baseos      125 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora            noarch 5.0.0-2.el9                epel         36 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml               noarch 0.10.2-6.el9               appstream    42 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3            noarch 1.26.5-6.el9               baseos      215 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob              noarch 1.8.8-2.el9                epel        230 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug           noarch 2.0.3-3.el9.1              epel        427 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile        noarch 2.0-10.el9                 epel         20 k
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:37.043 INFO:teuthology.orchestra.run.smithi067.stdout:Install  37 Packages
2024-09-10T21:58:37.044 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:37.044 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 30 M
2024-09-10T21:58:37.044 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 108 M
2024-09-10T21:58:37.044 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:58:37.567 INFO:teuthology.orchestra.run.smithi067.stdout:(1/37): ceph-19.1.1-308.gdaaf78de.el9.x86_64.rp  48 kB/s | 6.6 kB     00:00
2024-09-10T21:58:37.784 INFO:teuthology.orchestra.run.smithi067.stdout:(2/37): ceph-mgr-19.1.1-308.gdaaf78de.el9.x86_6 4.3 MB/s | 1.5 MB     00:00
2024-09-10T21:58:37.842 INFO:teuthology.orchestra.run.smithi067.stdout:(3/37): ceph-mds-19.1.1-308.gdaaf78de.el9.x86_6 5.8 MB/s | 2.4 MB     00:00
2024-09-10T21:58:37.934 INFO:teuthology.orchestra.run.smithi067.stdout:(4/37): ceph-mon-19.1.1-308.gdaaf78de.el9.x86_6  13 MB/s | 4.7 MB     00:00
2024-09-10T21:58:37.959 INFO:teuthology.orchestra.run.smithi067.stdout:(5/37): ceph-mgr-modules-core-19.1.1-308.gdaaf7 2.1 MB/s | 249 kB     00:00
2024-09-10T21:58:38.160 INFO:teuthology.orchestra.run.smithi067.stdout:(6/37): python3-cffi-1.14.5-5.el9.x86_64.rpm    1.1 MB/s | 253 kB     00:00
2024-09-10T21:58:38.368 INFO:teuthology.orchestra.run.smithi067.stdout:(7/37): ceph-osd-19.1.1-308.gdaaf78de.el9.x86_6  29 MB/s |  17 MB     00:00
2024-09-10T21:58:38.394 INFO:teuthology.orchestra.run.smithi067.stdout:(8/37): python3-ply-3.11-14.el9.noarch.rpm      456 kB/s | 106 kB     00:00
2024-09-10T21:58:38.436 INFO:teuthology.orchestra.run.smithi067.stdout:(9/37): python3-cryptography-36.0.1-4.el9.x86_6 2.6 MB/s | 1.2 MB     00:00
2024-09-10T21:58:38.477 INFO:teuthology.orchestra.run.smithi067.stdout:(10/37): python3-requests-2.25.1-8.el9.noarch.r 1.5 MB/s | 125 kB     00:00
2024-09-10T21:58:38.503 INFO:teuthology.orchestra.run.smithi067.stdout:(11/37): python3-urllib3-1.26.5-6.el9.noarch.rp 3.2 MB/s | 215 kB     00:00
2024-09-10T21:58:38.589 INFO:teuthology.orchestra.run.smithi067.stdout:(12/37): python3-pycparser-2.20-6.el9.noarch.rp 621 kB/s | 135 kB     00:00
2024-09-10T21:58:39.137 INFO:teuthology.orchestra.run.smithi067.stdout:(13/37): python3-markupsafe-1.1.1-12.el9.x86_64  63 kB/s |  35 kB     00:00
2024-09-10T21:58:39.279 INFO:teuthology.orchestra.run.smithi067.stdout:(14/37): python3-mako-1.1.4-6.el9.noarch.rpm    222 kB/s | 172 kB     00:00
2024-09-10T21:58:39.304 INFO:teuthology.orchestra.run.smithi067.stdout:(15/37): lua-5.4.4-4.el9.x86_64.rpm             228 kB/s | 188 kB     00:00
2024-09-10T21:58:39.804 INFO:teuthology.orchestra.run.smithi067.stdout:(16/37): python3-packaging-20.9-5.el9.noarch.rp 116 kB/s |  77 kB     00:00
2024-09-10T21:58:39.863 INFO:teuthology.orchestra.run.smithi067.stdout:(17/37): python3-pytz-2021.1-5.el9.noarch.rpm    87 kB/s |  51 kB     00:00
2024-09-10T21:58:39.888 INFO:teuthology.orchestra.run.smithi067.stdout:(18/37): python3-toml-0.10.2-6.el9.noarch.rpm    71 kB/s |  42 kB     00:00
2024-09-10T21:58:39.913 INFO:teuthology.orchestra.run.smithi067.stdout:(19/37): lua-devel-5.4.4-4.el9.x86_64.rpm       206 kB/s |  22 kB     00:00
2024-09-10T21:58:39.980 INFO:teuthology.orchestra.run.smithi067.stdout:(20/37): python3-bcrypt-3.2.2-1.el9.x86_64.rpm  657 kB/s |  43 kB     00:00
2024-09-10T21:58:40.005 INFO:teuthology.orchestra.run.smithi067.stdout:(21/37): luarocks-3.9.2-5.el9.noarch.rpm        1.1 MB/s | 151 kB     00:00
2024-09-10T21:58:40.031 INFO:teuthology.orchestra.run.smithi067.stdout:(22/37): python3-jaraco-8.2.1-3.el9.noarch.rpm  428 kB/s |  11 kB     00:00
2024-09-10T21:58:40.064 INFO:teuthology.orchestra.run.smithi067.stdout:(23/37): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.1 MB/s | 172 kB     00:00
2024-09-10T21:58:40.089 INFO:teuthology.orchestra.run.smithi067.stdout:(24/37): python3-jaraco-classes-3.2.1-5.el9.noa 303 kB/s |  18 kB     00:00
2024-09-10T21:58:40.115 INFO:teuthology.orchestra.run.smithi067.stdout:(25/37): python3-jaraco-collections-3.0.0-8.el9 462 kB/s |  23 kB     00:00
2024-09-10T21:58:40.157 INFO:teuthology.orchestra.run.smithi067.stdout:(26/37): python3-jaraco-functools-3.5.0-2.el9.n 291 kB/s |  19 kB     00:00
2024-09-10T21:58:40.182 INFO:teuthology.orchestra.run.smithi067.stdout:(27/37): python3-jaraco-text-3.2.0-6.el9.noarch 295 kB/s |  20 kB     00:00
2024-09-10T21:58:40.207 INFO:teuthology.orchestra.run.smithi067.stdout:(28/37): python3-logutils-0.3.5-21.el9.noarch.r 924 kB/s |  46 kB     00:00
2024-09-10T21:58:40.233 INFO:teuthology.orchestra.run.smithi067.stdout:(29/37): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s |  79 kB     00:00
2024-09-10T21:58:40.258 INFO:teuthology.orchestra.run.smithi067.stdout:(30/37): python3-cherrypy-18.6.1-2.el9.noarch.r 1.3 MB/s | 358 kB     00:00
2024-09-10T21:58:40.283 INFO:teuthology.orchestra.run.smithi067.stdout:(31/37): python3-portend-3.1.0-2.el9.noarch.rpm 326 kB/s |  16 kB     00:00
2024-09-10T21:58:40.309 INFO:teuthology.orchestra.run.smithi067.stdout:(32/37): python3-tempora-5.0.0-2.el9.noarch.rpm 1.4 MB/s |  36 kB     00:00
2024-09-10T21:58:40.350 INFO:teuthology.orchestra.run.smithi067.stdout:(33/37): python3-pyOpenSSL-21.0.0-1.el9.noarch. 978 kB/s |  90 kB     00:00
2024-09-10T21:58:40.375 INFO:teuthology.orchestra.run.smithi067.stdout:(34/37): python3-pecan-1.4.2-3.el9.noarch.rpm   1.6 MB/s | 272 kB     00:00
2024-09-10T21:58:40.401 INFO:teuthology.orchestra.run.smithi067.stdout:(35/37): python3-zc-lockfile-2.0-10.el9.noarch. 801 kB/s |  20 kB     00:00
2024-09-10T21:58:40.426 INFO:teuthology.orchestra.run.smithi067.stdout:(36/37): python3-webob-1.8.8-2.el9.noarch.rpm   1.9 MB/s | 230 kB     00:00
2024-09-10T21:58:40.451 INFO:teuthology.orchestra.run.smithi067.stdout:(37/37): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.2 MB/s | 427 kB     00:00
2024-09-10T21:58:40.457 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:58:40.457 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           8.9 MB/s |  30 MB     00:03
2024-09-10T21:58:40.745 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:58:40.797 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:58:40.798 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:58:41.321 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:58:41.321 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:58:42.992 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:58:43.055 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-more-itertools-8.12.0-2.el9.noarch            1/37
2024-09-10T21:58:43.091 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-jaraco-8.2.1-3.el9.noarch                     2/37
2024-09-10T21:58:43.124 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : lua-5.4.4-4.el9.x86_64                                3/37
2024-09-10T21:58:43.230 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : lua-devel-5.4.4-4.el9.x86_64                          4/37
2024-09-10T21:58:43.419 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : luarocks-3.9.2-5.el9.noarch                           5/37
2024-09-10T21:58:43.457 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-jaraco-classes-3.2.1-5.el9.noarch             6/37
2024-09-10T21:58:43.577 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-zc-lockfile-2.0-10.el9.noarch                 7/37
2024-09-10T21:58:43.674 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-werkzeug-2.0.3-3.el9.1.noarch                 8/37
2024-09-10T21:58:43.730 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-webob-1.8.8-2.el9.noarch                      9/37
2024-09-10T21:58:43.770 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-logutils-0.3.5-21.el9.noarch                 10/37
2024-09-10T21:58:43.825 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-toml-0.10.2-6.el9.noarch                     11/37
2024-09-10T21:58:43.867 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-jaraco-functools-3.5.0-2.el9.noarch          12/37
2024-09-10T21:58:43.900 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-jaraco-text-3.2.0-6.el9.noarch               13/37
2024-09-10T21:58:43.942 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-jaraco-collections-3.0.0-8.el9.noarch        14/37
2024-09-10T21:58:43.986 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-pytz-2021.1-5.el9.noarch                     15/37
2024-09-10T21:58:44.026 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-tempora-5.0.0-2.el9.noarch                   16/37
2024-09-10T21:58:44.087 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-portend-3.1.0-2.el9.noarch                   17/37
2024-09-10T21:58:44.159 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-packaging-20.9-5.el9.noarch                  18/37
2024-09-10T21:58:44.446 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-markupsafe-1.1.1-12.el9.x86_64               19/37
2024-09-10T21:58:44.631 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-mako-1.1.4-6.el9.noarch                      20/37
2024-09-10T21:58:44.746 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-pecan-1.4.2-3.el9.noarch                     21/37
2024-09-10T21:58:44.824 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-urllib3-1.26.5-6.el9.noarch                  22/37
2024-09-10T21:58:44.875 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-requests-2.25.1-8.el9.noarch                 23/37
2024-09-10T21:58:44.946 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-ply-3.11-14.el9.noarch                       24/37
2024-09-10T21:58:45.019 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-pycparser-2.20-6.el9.noarch                  25/37
2024-09-10T21:58:45.265 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-cffi-1.14.5-5.el9.x86_64                     26/37
2024-09-10T21:58:45.330 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-cryptography-36.0.1-4.el9.x86_64             27/37
2024-09-10T21:58:45.418 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-pyOpenSSL-21.0.0-1.el9.noarch                28/37
2024-09-10T21:58:45.530 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-cheroot-8.6.0-4.el9.noarch                   29/37
2024-09-10T21:58:45.604 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-cherrypy-18.6.1-2.el9.noarch                 30/37
2024-09-10T21:58:45.752 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : python3-bcrypt-3.2.2-1.el9.x86_64                    31/37
2024-09-10T21:58:45.931 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-mgr-modules-core-2:19.1.1-308.gdaaf78de.el9.n   32/37
2024-09-10T21:58:45.981 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64           33/37
2024-09-10T21:58:46.036 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64           33/37
2024-09-10T21:58:46.036 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:58:46.036 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service".
2024-09-10T21:58:46.037 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-09-10T21:58:46.037 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-09-10T21:58:46.037 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:47.685 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64           34/37
2024-09-10T21:58:47.742 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64           34/37
2024-09-10T21:58:47.742 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:58:47.742 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service".
2024-09-10T21:58:47.742 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-09-10T21:58:47.742 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-09-10T21:58:47.742 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:48.245 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64           35/37
2024-09-10T21:58:48.297 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64           35/37
2024-09-10T21:58:48.297 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:58:48.298 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service".
2024-09-10T21:58:48.298 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-09-10T21:58:48.298 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-09-10T21:58:48.298 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:48.562 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64           36/37
2024-09-10T21:58:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64           36/37
2024-09-10T21:58:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:58:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service".
2024-09-10T21:58:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-09-10T21:58:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-09-10T21:58:48.614 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:48.688 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-2:19.1.1-308.gdaaf78de.el9.x86_64               37/37
2024-09-10T21:58:48.826 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-2:19.1.1-308.gdaaf78de.el9.x86_64               37/37
2024-09-10T21:58:48.826 INFO:teuthology.orchestra.run.smithi067.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory
2024-09-10T21:58:48.826 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-2:19.1.1-308.gdaaf78de.el9.x86_64                1/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64            2/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64            3/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64            4/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64            5/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mgr-modules-core-2:19.1.1-308.gdaaf78de.el9.n    6/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cffi-1.14.5-5.el9.x86_64                      7/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cryptography-36.0.1-4.el9.x86_64              8/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ply-3.11-14.el9.noarch                        9/37
2024-09-10T21:58:50.591 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-pycparser-2.20-6.el9.noarch                  10/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-requests-2.25.1-8.el9.noarch                 11/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-urllib3-1.26.5-6.el9.noarch                  12/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : lua-5.4.4-4.el9.x86_64                               13/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-mako-1.1.4-6.el9.noarch                      14/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-markupsafe-1.1.1-12.el9.x86_64               15/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-packaging-20.9-5.el9.noarch                  16/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-pytz-2021.1-5.el9.noarch                     17/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-toml-0.10.2-6.el9.noarch                     18/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : lua-devel-5.4.4-4.el9.x86_64                         19/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : luarocks-3.9.2-5.el9.noarch                          20/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-bcrypt-3.2.2-1.el9.x86_64                    21/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cheroot-8.6.0-4.el9.noarch                   22/37
2024-09-10T21:58:50.592 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cherrypy-18.6.1-2.el9.noarch                 23/37
2024-09-10T21:58:50.593 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-jaraco-8.2.1-3.el9.noarch                    24/37
2024-09-10T21:58:50.593 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-jaraco-classes-3.2.1-5.el9.noarch            25/37
2024-09-10T21:58:50.593 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-jaraco-collections-3.0.0-8.el9.noarch        26/37
2024-09-10T21:58:50.593 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-jaraco-functools-3.5.0-2.el9.noarch          27/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-jaraco-text-3.2.0-6.el9.noarch               28/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-logutils-0.3.5-21.el9.noarch                 29/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-more-itertools-8.12.0-2.el9.noarch           30/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-pecan-1.4.2-3.el9.noarch                     31/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-portend-3.1.0-2.el9.noarch                   32/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-pyOpenSSL-21.0.0-1.el9.noarch                33/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-tempora-5.0.0-2.el9.noarch                   34/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-webob-1.8.8-2.el9.noarch                     35/37
2024-09-10T21:58:50.594 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-werkzeug-2.0.3-3.el9.1.noarch                36/37
2024-09-10T21:58:51.758 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-zc-lockfile-2.0-10.el9.noarch                37/37
2024-09-10T21:58:51.758 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:51.758 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:58:51.758 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:51.758 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mgr-modules-core-2:19.1.1-308.gdaaf78de.el9.noarch
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  lua-5.4.4-4.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  lua-devel-5.4.4-4.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  luarocks-3.9.2-5.el9.noarch
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-bcrypt-3.2.2-1.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-cffi-1.14.5-5.el9.x86_64
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-cheroot-8.6.0-4.el9.noarch
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-cherrypy-18.6.1-2.el9.noarch
2024-09-10T21:58:51.759 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-cryptography-36.0.1-4.el9.x86_64
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-jaraco-8.2.1-3.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-jaraco-classes-3.2.1-5.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-jaraco-collections-3.0.0-8.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-jaraco-functools-3.5.0-2.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-jaraco-text-3.2.0-6.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-logutils-0.3.5-21.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-mako-1.1.4-6.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-markupsafe-1.1.1-12.el9.x86_64
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-more-itertools-8.12.0-2.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-packaging-20.9-5.el9.noarch
2024-09-10T21:58:51.760 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-pecan-1.4.2-3.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-ply-3.11-14.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-portend-3.1.0-2.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-pyOpenSSL-21.0.0-1.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-pycparser-2.20-6.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-pytz-2021.1-5.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-requests-2.25.1-8.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-tempora-5.0.0-2.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-toml-0.10.2-6.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-urllib3-1.26.5-6.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-webob-1.8.8-2.el9.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-werkzeug-2.0.3-3.el9.1.noarch
2024-09-10T21:58:51.761 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-zc-lockfile-2.0-10.el9.noarch
2024-09-10T21:58:51.762 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:51.762 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:58:52.172 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-base
2024-09-10T21:58:52.946 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:00 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:58:53.044 INFO:teuthology.orchestra.run.smithi067.stdout:Package ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:58:53.089 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:58:53.090 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:58:53.090 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:58:53.179 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-immutable-object-cache
2024-09-10T21:58:53.963 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:01 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:58:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:58:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:54.126 INFO:teuthology.orchestra.run.smithi067.stdout: Package                      Arch    Version                       Repo   Size
2024-09-10T21:58:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:58:54.126 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache  x86_64  2:19.1.1-308.gdaaf78de.el9    ceph  145 k
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:Install  1 Package
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 145 k
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 435 k
2024-09-10T21:58:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:58:54.327 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-immutable-object-cache-19.1.1-308.gdaaf78d 728 kB/s | 145 kB     00:00
2024-09-10T21:58:54.328 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:58:54.328 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           720 kB/s | 145 kB     00:00
2024-09-10T21:58:54.328 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:58:54.337 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:58:54.337 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:58:54.407 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:58:54.407 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:58:54.579 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:58:54.669 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de.e   1/1
2024-09-10T21:58:54.721 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de.e   1/1
2024-09-10T21:58:54.721 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:58:54.721 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service".
2024-09-10T21:58:54.721 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:55.965 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de.e   1/1
2024-09-10T21:58:55.966 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:55.966 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:58:55.966 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:58:55.966 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:55.966 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:58:56.210 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-mgr
2024-09-10T21:58:56.987 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:04 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:58:57.086 INFO:teuthology.orchestra.run.smithi067.stdout:Package ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:58:57.132 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:58:57.133 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:58:57.133 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:58:57.220 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-fuse
2024-09-10T21:58:57.993 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:05 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:58:58.137 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:58:58.137 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout: Package        Arch        Version                           Repository   Size
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse      x86_64      2:19.1.1-308.gdaaf78de.el9        ceph        897 k
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies:
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout: fuse           x86_64      2.9.9-16.el9                      baseos       80 k
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:Install  2 Packages
2024-09-10T21:58:58.138 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:58:58.139 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 976 k
2024-09-10T21:58:58.139 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 2.9 M
2024-09-10T21:58:58.139 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:58:58.401 INFO:teuthology.orchestra.run.smithi067.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm             634 kB/s |  80 kB     00:00
2024-09-10T21:58:58.545 INFO:teuthology.orchestra.run.smithi067.stdout:(2/2): ceph-fuse-19.1.1-308.gdaaf78de.el9.x86_6 3.3 MB/s | 897 kB     00:00
2024-09-10T21:58:58.545 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:58:58.545 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           2.4 MB/s | 976 kB     00:00
2024-09-10T21:58:58.565 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:58:58.598 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:58:58.598 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:58:58.706 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:58:58.707 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:58:58.925 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:58:59.072 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : fuse-2.9.9-16.el9.x86_64                               1/2
2024-09-10T21:58:59.175 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : ceph-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64            2/2
2024-09-10T21:59:00.088 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64            2/2
2024-09-10T21:59:00.088 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64            1/2
2024-09-10T21:59:00.418 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : fuse-2.9.9-16.el9.x86_64                               2/2
2024-09-10T21:59:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:59:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64      fuse-2.9.9-16.el9.x86_64
2024-09-10T21:59:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:00.690 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install librados-devel
2024-09-10T21:59:01.460 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:09 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:01.605 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout: Package            Arch       Version                           Repo      Size
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel     x86_64     2:19.1.1-308.gdaaf78de.el9        ceph     127 k
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:Install  1 Package
2024-09-10T21:59:01.606 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:01.607 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 127 k
2024-09-10T21:59:01.607 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 456 k
2024-09-10T21:59:01.607 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:59:01.819 INFO:teuthology.orchestra.run.smithi067.stdout:librados-devel-19.1.1-308.gdaaf78de.el9.x86_64. 599 kB/s | 127 kB     00:00
2024-09-10T21:59:01.820 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:59:01.820 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           594 kB/s | 127 kB     00:00
2024-09-10T21:59:01.820 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:59:01.827 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:59:01.827 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:59:01.896 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:59:01.897 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:59:02.052 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:59:02.151 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : librados-devel-2:19.1.1-308.gdaaf78de.el9.x86_64       1/1
2024-09-10T21:59:02.709 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librados-devel-2:19.1.1-308.gdaaf78de.el9.x86_64       1/1
2024-09-10T21:59:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados-devel-2:19.1.1-308.gdaaf78de.el9.x86_64       1/1
2024-09-10T21:59:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:59:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:  librados-devel-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:59:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:03.021 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:03.292 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install libcephfs2
2024-09-10T21:59:04.095 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:12 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:04.189 INFO:teuthology.orchestra.run.smithi067.stdout:Package libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:04.234 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:04.235 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:04.235 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:04.315 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install libcephfs-devel
2024-09-10T21:59:05.082 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:13 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:05.227 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout: Package             Arch       Version                          Repo      Size
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel     x86_64     2:19.1.1-308.gdaaf78de.el9       ceph      32 k
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:59:05.228 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:05.229 INFO:teuthology.orchestra.run.smithi067.stdout:Install  1 Package
2024-09-10T21:59:05.229 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:05.229 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 32 k
2024-09-10T21:59:05.229 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 142 k
2024-09-10T21:59:05.229 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:59:05.381 INFO:teuthology.orchestra.run.smithi067.stdout:libcephfs-devel-19.1.1-308.gdaaf78de.el9.x86_64 210 kB/s |  32 kB     00:00
2024-09-10T21:59:05.382 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:59:05.382 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           207 kB/s |  32 kB     00:00
2024-09-10T21:59:05.382 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:59:05.387 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:59:05.387 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:59:05.408 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:59:05.408 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:59:05.505 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:59:05.621 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libcephfs-devel-2:19.1.1-308.gdaaf78de.el9.x86_64      1/1
2024-09-10T21:59:06.036 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephfs-devel-2:19.1.1-308.gdaaf78de.el9.x86_64      1/1
2024-09-10T21:59:06.285 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephfs-devel-2:19.1.1-308.gdaaf78de.el9.x86_64      1/1
2024-09-10T21:59:06.285 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:06.285 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:59:06.286 INFO:teuthology.orchestra.run.smithi067.stdout:  libcephfs-devel-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:59:06.286 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:06.286 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:06.495 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install librados2
2024-09-10T21:59:07.260 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:15 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:07.360 INFO:teuthology.orchestra.run.smithi067.stdout:Package librados2-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:07.406 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:07.407 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:07.407 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:07.492 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install librbd1
2024-09-10T21:59:08.257 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:16 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:08.355 INFO:teuthology.orchestra.run.smithi067.stdout:Package librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:08.400 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:08.401 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:08.401 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:08.474 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install python3-rados
2024-09-10T21:59:09.242 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:17 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:09.339 INFO:teuthology.orchestra.run.smithi067.stdout:Package python3-rados-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:09.385 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:09.386 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:09.386 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:09.476 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install python3-rgw
2024-09-10T21:59:10.242 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:18 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:10.340 INFO:teuthology.orchestra.run.smithi067.stdout:Package python3-rgw-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:10.386 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:10.387 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:10.387 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:10.471 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install python3-cephfs
2024-09-10T21:59:11.241 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:19 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:11.339 INFO:teuthology.orchestra.run.smithi067.stdout:Package python3-cephfs-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:11.385 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:11.386 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:11.386 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:11.460 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install python3-rbd
2024-09-10T21:59:12.232 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:20 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:12.331 INFO:teuthology.orchestra.run.smithi067.stdout:Package python3-rbd-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:12.377 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:12.378 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:12.378 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:12.452 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install rbd-fuse
2024-09-10T21:59:13.220 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:21 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:13.365 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:13.365 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:13.365 INFO:teuthology.orchestra.run.smithi067.stdout: Package        Architecture Version                           Repository  Size
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse       x86_64       2:19.1.1-308.gdaaf78de.el9        ceph        85 k
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:Install  1 Package
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 85 k
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 231 k
2024-09-10T21:59:13.366 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:59:13.543 INFO:teuthology.orchestra.run.smithi067.stdout:rbd-fuse-19.1.1-308.gdaaf78de.el9.x86_64.rpm    483 kB/s |  85 kB     00:00
2024-09-10T21:59:13.544 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:59:13.544 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           479 kB/s |  85 kB     00:00
2024-09-10T21:59:13.544 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:59:13.553 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:59:13.553 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:59:13.621 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:59:13.621 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:59:13.769 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:59:13.891 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : rbd-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64             1/1
2024-09-10T21:59:14.395 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: rbd-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64             1/1
2024-09-10T21:59:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64             1/1
2024-09-10T21:59:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:59:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:  rbd-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:59:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:14.948 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install rbd-mirror
2024-09-10T21:59:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:23 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:15.867 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout: Package         Arch        Version                            Repo       Size
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror      x86_64      2:19.1.1-308.gdaaf78de.el9         ceph      3.1 M
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:Install  1 Package
2024-09-10T21:59:15.868 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:15.869 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 3.1 M
2024-09-10T21:59:15.869 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 13 M
2024-09-10T21:59:15.869 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:59:16.221 INFO:teuthology.orchestra.run.smithi067.stdout:rbd-mirror-19.1.1-308.gdaaf78de.el9.x86_64.rpm  8.8 MB/s | 3.1 MB     00:00
2024-09-10T21:59:16.221 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:59:16.222 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           8.8 MB/s | 3.1 MB     00:00
2024-09-10T21:59:16.222 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:59:16.233 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:59:16.233 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:59:16.322 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:59:16.322 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:59:16.814 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:59:16.871 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64           1/1
2024-09-10T21:59:16.925 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64           1/1
2024-09-10T21:59:16.925 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-09-10T21:59:16.925 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service".
2024-09-10T21:59:16.925 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-09-10T21:59:16.925 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-09-10T21:59:16.925 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:18.216 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64           1/1
2024-09-10T21:59:18.216 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:18.216 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:59:18.216 INFO:teuthology.orchestra.run.smithi067.stdout:  rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:59:18.216 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:18.216 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:18.487 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install rbd-nbd
2024-09-10T21:59:19.263 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:27 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:19.406 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout: Package       Architecture Version                            Repository  Size
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:Installing:
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd       x86_64       2:19.1.1-308.gdaaf78de.el9         ceph       170 k
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T21:59:19.407 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T21:59:19.408 INFO:teuthology.orchestra.run.smithi067.stdout:Install  1 Package
2024-09-10T21:59:19.408 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:19.408 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 170 k
2024-09-10T21:59:19.408 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 494 k
2024-09-10T21:59:19.408 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T21:59:19.623 INFO:teuthology.orchestra.run.smithi067.stdout:rbd-nbd-19.1.1-308.gdaaf78de.el9.x86_64.rpm     794 kB/s | 170 kB     00:00
2024-09-10T21:59:19.624 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T21:59:19.624 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                           787 kB/s | 170 kB     00:00
2024-09-10T21:59:19.625 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T21:59:19.634 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T21:59:19.635 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T21:59:19.703 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T21:59:19.703 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T21:59:19.874 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T21:59:19.979 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : rbd-nbd-2:19.1.1-308.gdaaf78de.el9.x86_64              1/1
2024-09-10T21:59:20.527 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: rbd-nbd-2:19.1.1-308.gdaaf78de.el9.x86_64              1/1
2024-09-10T21:59:20.799 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-nbd-2:19.1.1-308.gdaaf78de.el9.x86_64              1/1
2024-09-10T21:59:20.799 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:20.799 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T21:59:20.800 INFO:teuthology.orchestra.run.smithi067.stdout:  rbd-nbd-2:19.1.1-308.gdaaf78de.el9.x86_64
2024-09-10T21:59:20.800 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:20.800 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:21.063 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install librados2
2024-09-10T21:59:21.838 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:29 ago on Tue 10 Sep 2024 09:57:52 PM UTC.
2024-09-10T21:59:21.937 INFO:teuthology.orchestra.run.smithi067.stdout:Package librados2-2:19.1.1-308.gdaaf78de.el9.x86_64 is already installed.
2024-09-10T21:59:21.983 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T21:59:21.984 INFO:teuthology.orchestra.run.smithi067.stdout:Nothing to do.
2024-09-10T21:59:21.984 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T21:59:22.073 DEBUG:teuthology.parallel:result is None
2024-09-10T21:59:22.074 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-09-10T21:59:22.074 INFO:teuthology.packaging:ref: None
2024-09-10T21:59:22.074 INFO:teuthology.packaging:tag: None
2024-09-10T21:59:22.074 INFO:teuthology.packaging:branch: squid
2024-09-10T21:59:22.074 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T21:59:22.074 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid
2024-09-10T21:59:22.313 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}'
2024-09-10T21:59:22.357 INFO:teuthology.orchestra.run.smithi067.stdout:19.1.1-308.gdaaf78de.el9
2024-09-10T21:59:22.358 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-308.gdaaf78de.el9
2024-09-10T21:59:22.358 INFO:teuthology.task.install:The correct ceph version 19.1.1-308.gdaaf78de is installed.
2024-09-10T21:59:22.360 INFO:teuthology.task.install.util:Shipping valgrind.supp...
2024-09-10T21:59:22.360 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:22.360 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2024-09-10T21:59:22.453 INFO:teuthology.task.install.util:Shipping 'daemon-helper'...
2024-09-10T21:59:22.453 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:22.453 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/daemon-helper
2024-09-10T21:59:22.548 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/daemon-helper
2024-09-10T21:59:22.644 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'...
2024-09-10T21:59:22.645 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:22.645 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/adjust-ulimits
2024-09-10T21:59:22.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2024-09-10T21:59:22.795 INFO:teuthology.task.install.util:Shipping 'stdin-killer'...
2024-09-10T21:59:22.796 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:22.796 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/stdin-killer
2024-09-10T21:59:22.850 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/stdin-killer
2024-09-10T21:59:22.945 INFO:teuthology.run_tasks:Running task print...
2024-09-10T21:59:22.955 INFO:teuthology.task.print:**** done installing squid
2024-09-10T21:59:22.955 INFO:teuthology.run_tasks:Running task ceph...
2024-09-10T21:59:23.126 INFO:tasks.ceph:Making ceph log dir writeable by non-root...
2024-09-10T21:59:23.127 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 777 /var/log/ceph
2024-09-10T21:59:23.182 INFO:tasks.ceph:Disabling ceph logrotate...
2024-09-10T21:59:23.182 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/logrotate.d/ceph
2024-09-10T21:59:23.237 INFO:tasks.ceph:Creating extra log directories...
2024-09-10T21:59:23.237 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger
2024-09-10T21:59:23.300 INFO:tasks.ceph:Creating ceph cluster ceph...
2024-09-10T21:59:23.300 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True}
2024-09-10T21:59:23.301 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707', 'branch': 'wip-hemanth-testing-2024-09-10-0723', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}', 'email': 'hyelloji@redhat.com', 'first_in_suite': False, 'job_id': '7899707', 'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'install ceph/squid latest\n'}], 'name': 'hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-hemanth-testing-2024-09-10-0723'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-hemanth-testing-2024-09-10-0723', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, 'owner': 'scheduled_hyelloji@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 6190, 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'sleep_before_teardown': 0, 'subset': '479/1024', 'suite': 'fs', 'suite_branch': 'wip-hemanth-testing-2024-09-10-0723', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'targets': {'smithi067.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIPsARIBufh+A8cw4NNChvEJ8Ci5JXR82YFyDOJJ2CxyIyQfk/LDz1ZRfRzy96ZJePJr56setLaHSFsHLIURlTk='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '2ca44a2f35ca8f36983aaaa46d49312239ef519a'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, {'print': '**** done installing squid'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client squid']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release squid', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_16:59:47', 'tube': 'smithi', 'user': 'hyelloji', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'}
2024-09-10T21:59:23.301 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data
2024-09-10T21:59:23.337 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m0777 -- /var/run/ceph
2024-09-10T21:59:23.432 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:23.433 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/scratch_devs of=/dev/stdout
2024-09-10T21:59:23.468 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2024-09-10T21:59:23.468 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_1
2024-09-10T21:59:23.543 INFO:teuthology.orchestra.run.smithi067.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2024-09-10T21:59:23.543 INFO:teuthology.orchestra.run.smithi067.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-09-10T21:59:23.543 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d	Inode: 640         Links: 1
2024-09-10T21:59:23.543 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-09-10T21:59:23.543 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0
2024-09-10T21:59:23.544 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 21:59:17.351900438 +0000
2024-09-10T21:59:23.544 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 21:57:04.659469055 +0000
2024-09-10T21:59:23.544 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 21:57:04.659469055 +0000
2024-09-10T21:59:23.544 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 21:57:04.659469055 +0000
2024-09-10T21:59:23.544 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1
2024-09-10T21:59:23.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in
2024-09-10T21:59:23.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out
2024-09-10T21:59:23.636 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000275505 s, 1.9 MB/s
2024-09-10T21:59:23.638 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1
2024-09-10T21:59:23.674 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_2
2024-09-10T21:59:23.749 INFO:teuthology.orchestra.run.smithi067.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2024-09-10T21:59:23.749 INFO:teuthology.orchestra.run.smithi067.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-09-10T21:59:23.749 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d	Inode: 659         Links: 1
2024-09-10T21:59:23.750 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-09-10T21:59:23.750 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0
2024-09-10T21:59:23.750 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 21:59:17.352900416 +0000
2024-09-10T21:59:23.750 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 21:57:05.136458524 +0000
2024-09-10T21:59:23.750 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 21:57:05.136458524 +0000
2024-09-10T21:59:23.750 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 21:57:05.136458524 +0000
2024-09-10T21:59:23.750 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1
2024-09-10T21:59:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in
2024-09-10T21:59:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out
2024-09-10T21:59:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000256635 s, 2.0 MB/s
2024-09-10T21:59:23.844 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2
2024-09-10T21:59:23.881 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_3
2024-09-10T21:59:23.956 INFO:teuthology.orchestra.run.smithi067.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2024-09-10T21:59:23.956 INFO:teuthology.orchestra.run.smithi067.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d	Inode: 675         Links: 1
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 21:59:17.353900393 +0000
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 21:57:05.580448721 +0000
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 21:57:05.580448721 +0000
2024-09-10T21:59:23.957 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 21:57:05.580448721 +0000
2024-09-10T21:59:23.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1
2024-09-10T21:59:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in
2024-09-10T21:59:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out
2024-09-10T21:59:24.049 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000260169 s, 2.0 MB/s
2024-09-10T21:59:24.051 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3
2024-09-10T21:59:24.087 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_4
2024-09-10T21:59:24.162 INFO:teuthology.orchestra.run.smithi067.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 6h/6d	Inode: 697         Links: 1
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 21:59:17.353900393 +0000
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 21:57:06.061438101 +0000
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 21:57:06.061438101 +0000
2024-09-10T21:59:24.163 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 21:57:06.061438101 +0000
2024-09-10T21:59:24.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1
2024-09-10T21:59:24.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in
2024-09-10T21:59:24.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out
2024-09-10T21:59:24.256 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000254193 s, 2.0 MB/s
2024-09-10T21:59:24.258 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4
2024-09-10T21:59:24.295 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}
2024-09-10T21:59:24.295 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi067.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}}
2024-09-10T21:59:24.295 INFO:tasks.ceph:Generating config...
2024-09-10T21:59:24.296 INFO:tasks.ceph:[global] mon warn on pool no app = False
2024-09-10T21:59:24.296 INFO:tasks.ceph:[global] ms bind msgr2 = False
2024-09-10T21:59:24.296 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False
2024-09-10T21:59:24.296 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False
2024-09-10T21:59:24.296 INFO:tasks.ceph:[global] mon pg warn min per osd = 0
2024-09-10T21:59:24.296 INFO:tasks.ceph:[mgr] client mount timeout = 30
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mgr] debug client = 20
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mgr] debug mgr = 20
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mgr] debug ms = 1
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mon] debug mon = 20
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mon] debug ms = 1
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mon] debug paxos = 20
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mon] mon down mkfs grace = 300
2024-09-10T21:59:24.297 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False
2024-09-10T21:59:24.297 INFO:tasks.ceph:[osd] bdev async discard = True
2024-09-10T21:59:24.297 INFO:tasks.ceph:[osd] bdev enable discard = True
2024-09-10T21:59:24.297 INFO:tasks.ceph:[osd] bluestore allocator = bitmap
2024-09-10T21:59:24.297 INFO:tasks.ceph:[osd] bluestore block size = 96636764160
2024-09-10T21:59:24.297 INFO:tasks.ceph:[osd] bluestore fsck on mount = True
2024-09-10T21:59:24.297 INFO:tasks.ceph:[osd] debug bluefs = 1/20
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] debug bluestore = 1/20
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] debug ms = 1
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] debug osd = 20
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] debug rocksdb = 4/10
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95
2024-09-10T21:59:24.298 INFO:tasks.ceph:[osd] osd objectstore = bluestore
2024-09-10T21:59:24.298 INFO:tasks.ceph:Setting up mon.a...
2024-09-10T21:59:24.298 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring
2024-09-10T21:59:24.429 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.keyring
2024-09-10T21:59:24.434 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring
2024-09-10T21:59:24.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.keyring
2024-09-10T21:59:24.574 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.67'), ('mon.b', '[v2:172.21.15.67:3301,v1:172.21.15.67:6790]'), ('mon.c', '[v2:172.21.15.67:3302,v1:172.21.15.67:6791]')]
2024-09-10T21:59:24.575 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.67,[v2:172.21.15.67:3301,v1:172.21.15.67:6790],[v2:172.21.15.67:3302,v1:172.21.15.67:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'client mount timeout': 30, 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}}
2024-09-10T21:59:24.575 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:24.575 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf
2024-09-10T21:59:24.610 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.67 --addv b '[v2:172.21.15.67:3301,v1:172.21.15.67:6790]' --addv c '[v2:172.21.15.67:3302,v1:172.21.15.67:6791]' --print /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: generated fsid 18588421-84d2-4cde-b4a4-75af8a3e66e0
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:setting min_mon_release = quincy
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:epoch 0
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:fsid 18588421-84d2-4cde-b4a4-75af8a3e66e0
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:last_changed 2024-09-10T21:59:24.726819+0000
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:created 2024-09-10T21:59:24.726819+0000
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:min_mon_release 17 (quincy)
2024-09-10T21:59:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:election_strategy: 1
2024-09-10T21:59:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a
2024-09-10T21:59:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:1: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.b
2024-09-10T21:59:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:2: [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] mon.c
2024-09-10T21:59:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors)
2024-09-10T21:59:24.730 DEBUG:teuthology.orchestra.run.smithi067:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf
2024-09-10T21:59:24.764 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 18588421-84d2-4cde-b4a4-75af8a3e66e0...
2024-09-10T21:59:24.765 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null
2024-09-10T21:59:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:[global]
2024-09-10T21:59:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:	chdir = ""
2024-09-10T21:59:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:	pid file = /var/run/ceph/$cluster-$name.pid
2024-09-10T21:59:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:	auth supported = cephx
2024-09-10T21:59:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.901 INFO:teuthology.orchestra.run.smithi067.stdout:	filestore xattr use omap = true
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	mon clock drift allowed = 1.000
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	osd crush chooseleaf type = 0
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	auth debug = true
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	ms die on old message = true
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	ms die on bug = true
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	mon max pg per osd = 10000	# >= luminous
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	mon pg warn max object skew = 0
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	# disable pg_autoscaler by default for new pools
2024-09-10T21:59:24.902 INFO:teuthology.orchestra.run.smithi067.stdout:	osd_pool_default_pg_autoscale_mode = off
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	osd pool default size = 2
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd allow primary affinity = true
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd allow pg remap = true
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on legacy crush tunables = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on crush straw calc version zero = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on no sortbitwise = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on osd down out interval zero = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on too few osds = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_warn_on_pool_pg_num_not_power_of_two = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_warn_on_pool_no_redundancy = false
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_allow_pool_size_one = true
2024-09-10T21:59:24.903 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	osd default data pool replay window = 5
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	mon allow pool delete = true
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	mon cluster log file level = debug
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	debug asserts on shutdown = true
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	mon health detail to clog = false
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	mon host = "172.21.15.67,[v2:172.21.15.67:3301,v1:172.21.15.67:6790],[v2:172.21.15.67:3302,v1:172.21.15.67:6791]"
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on pool no app = False
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	ms bind msgr2 = False
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	bluestore warn on legacy statfs = False
2024-09-10T21:59:24.904 INFO:teuthology.orchestra.run.smithi067.stdout:	bluestore warn on no per pool omap = False
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	mon pg warn min per osd = 0
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	fsid = 18588421-84d2-4cde-b4a4-75af8a3e66e0
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:[osd]
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd journal size = 100
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd scrub load threshold = 5.0
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd scrub max interval = 600
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd mclock profile = high_recovery_ops
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd recover clone overlap = true
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd recovery max chunk = 1048576
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:	osd debug shutdown = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd debug op order = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd debug verify stray on activate = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd debug trim objects = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd open classes on start = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd debug pg log writeout = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd deep scrub update digest min age = 30
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	osd map max advance = 10
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	journal zero on create = true
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	filestore ondisk finisher threads = 3
2024-09-10T21:59:24.906 INFO:teuthology.orchestra.run.smithi067.stdout:	filestore apply finisher threads = 3
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	bdev debug aio = true
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	osd debug misdirected ops = true
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	bdev async discard = True
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	bdev enable discard = True
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	bluestore allocator = bitmap
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	bluestore block size = 96636764160
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	bluestore fsck on mount = True
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	debug bluefs = 1/20
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	debug bluestore = 1/20
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	debug ms = 1
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	debug osd = 20
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	debug rocksdb = 4/10
2024-09-10T21:59:24.907 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd backfillfull_ratio = 0.85
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd full ratio = 0.9
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd nearfull ratio = 0.8
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	osd failsafe full ratio = 0.95
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	osd objectstore = bluestore
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr]
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	debug ms = 1
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	debug mgr = 20
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	debug mon = 20
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	debug auth = 20
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	mon reweight min pgs per osd = 4
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	mon reweight min bytes per osd = 10
2024-09-10T21:59:24.908 INFO:teuthology.orchestra.run.smithi067.stdout:	mgr/telemetry/nag = false
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	client mount timeout = 30
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	debug client = 20
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:[mon]
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	debug ms = 1
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	debug mon = 20
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	debug paxos = 20
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	debug auth = 20
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	mon data avail warn = 5
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	mon mgr mkfs grace = 240
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	mon reweight min pgs per osd = 4
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd reporter subtree level = osd
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	mon osd prime pg temp = true
2024-09-10T21:59:24.909 INFO:teuthology.orchestra.run.smithi067.stdout:	mon reweight min bytes per osd = 10
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	# rotate auth tickets quickly to exercise renewal paths
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	auth mon ticket ttl = 660	# 11m
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	auth service ticket ttl = 240	# 4m
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	# don't complain about insecure global_id in the test suite
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_warn_on_insecure_global_id_reclaim = false
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_warn_on_insecure_global_id_reclaim_allowed = false
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	# 1m isn't quite enough
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_down_mkfs_grace = 2m
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	mon_warn_on_filestore_osds = false
2024-09-10T21:59:24.910 INFO:teuthology.orchestra.run.smithi067.stdout:	mon down mkfs grace = 300
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:	mon warn on osd down out interval zero = False
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:[client]
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:	rgw cache enabled = true
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:	rgw enable ops log = true
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:	rgw enable usage log = true
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:	log file = /var/log/ceph/$cluster-$name.$pid.log
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:	admin socket = /var/run/ceph/$cluster-$name.$pid.asok
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a]
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b]
2024-09-10T21:59:24.911 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c]
2024-09-10T21:59:24.926 INFO:tasks.ceph:Creating admin key on mon.a...
2024-09-10T21:59:24.926 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring
2024-09-10T21:59:25.025 INFO:tasks.ceph:Copying monmap to all nodes...
2024-09-10T21:59:25.025 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:25.025 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout
2024-09-10T21:59:25.060 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:25.060 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout
2024-09-10T21:59:25.134 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T21:59:25.134 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:25.134 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.keyring
2024-09-10T21:59:25.134 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.keyring
2024-09-10T21:59:25.251 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:25.251 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:25.327 INFO:tasks.ceph:Setting up mon nodes...
2024-09-10T21:59:25.327 INFO:tasks.ceph:Setting up mgr nodes...
2024-09-10T21:59:25.327 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring
2024-09-10T21:59:25.470 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring
2024-09-10T21:59:25.476 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring
2024-09-10T21:59:25.579 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring
2024-09-10T21:59:25.584 INFO:tasks.ceph:Setting up mds nodes...
2024-09-10T21:59:25.584 INFO:tasks.ceph_client:Setting up client nodes...
2024-09-10T21:59:25.585 INFO:tasks.ceph:Running mkfs on osd nodes...
2024-09-10T21:59:25.585 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi067.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}}
2024-09-10T21:59:25.585 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-0
2024-09-10T21:59:25.640 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}
2024-09-10T21:59:25.641 INFO:tasks.ceph:role: osd.0
2024-09-10T21:59:25.641 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T21:59:25.641 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1
2024-09-10T21:59:25.703 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_1      isize=2048   agcount=4, agsize=5859072 blks
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       reflink=1    bigtime=1 inobtcount=1 nrext64=0
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sunit=0      swidth=0 blks
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:log      =internal log           bsize=4096   blocks=16384, version=2
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2024-09-10T21:59:25.704 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2024-09-10T21:59:26.112 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done.
2024-09-10T21:59:26.116 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi067.front.sepia.ceph.com -o noatime
2024-09-10T21:59:26.116 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0
2024-09-10T21:59:26.247 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0
2024-09-10T21:59:26.313 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-1
2024-09-10T21:59:26.369 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}
2024-09-10T21:59:26.369 INFO:tasks.ceph:role: osd.1
2024-09-10T21:59:26.370 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T21:59:26.370 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_2      isize=2048   agcount=4, agsize=5859072 blks
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       reflink=1    bigtime=1 inobtcount=1 nrext64=0
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sunit=0      swidth=0 blks
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:log      =internal log           bsize=4096   blocks=16384, version=2
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2024-09-10T21:59:26.434 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2024-09-10T21:59:26.788 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done.
2024-09-10T21:59:26.792 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi067.front.sepia.ceph.com -o noatime
2024-09-10T21:59:26.792 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1
2024-09-10T21:59:26.878 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1
2024-09-10T21:59:26.941 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-2
2024-09-10T21:59:27.006 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}
2024-09-10T21:59:27.006 INFO:tasks.ceph:role: osd.2
2024-09-10T21:59:27.007 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T21:59:27.007 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3
2024-09-10T21:59:27.070 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_3      isize=2048   agcount=4, agsize=5859072 blks
2024-09-10T21:59:27.070 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2024-09-10T21:59:27.070 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2024-09-10T21:59:27.070 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       reflink=1    bigtime=1 inobtcount=1 nrext64=0
2024-09-10T21:59:27.070 INFO:teuthology.orchestra.run.smithi067.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2024-09-10T21:59:27.070 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sunit=0      swidth=0 blks
2024-09-10T21:59:27.071 INFO:teuthology.orchestra.run.smithi067.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2024-09-10T21:59:27.071 INFO:teuthology.orchestra.run.smithi067.stdout:log      =internal log           bsize=4096   blocks=16384, version=2
2024-09-10T21:59:27.071 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2024-09-10T21:59:27.071 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2024-09-10T21:59:27.455 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done.
2024-09-10T21:59:27.459 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi067.front.sepia.ceph.com -o noatime
2024-09-10T21:59:27.459 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2
2024-09-10T21:59:27.563 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2
2024-09-10T21:59:27.625 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-3
2024-09-10T21:59:27.681 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}
2024-09-10T21:59:27.681 INFO:tasks.ceph:role: osd.3
2024-09-10T21:59:27.681 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T21:59:27.682 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4
2024-09-10T21:59:27.744 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_4      isize=2048   agcount=4, agsize=5859072 blks
2024-09-10T21:59:27.744 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   attr=2, projid32bit=1
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       crc=1        finobt=1, sparse=1, rmapbt=0
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       reflink=1    bigtime=1 inobtcount=1 nrext64=0
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:data     =                       bsize=4096   blocks=23436288, imaxpct=25
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sunit=0      swidth=0 blks
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:naming   =version 2              bsize=4096   ascii-ci=0, ftype=1
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:log      =internal log           bsize=4096   blocks=16384, version=2
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:         =                       sectsz=512   sunit=0 blks, lazy-count=1
2024-09-10T21:59:27.745 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none                   extsz=4096   blocks=0, rtextents=0
2024-09-10T21:59:28.159 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done.
2024-09-10T21:59:28.164 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi067.front.sepia.ceph.com -o noatime
2024-09-10T21:59:28.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3
2024-09-10T21:59:28.292 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3
2024-09-10T21:59:28.356 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:28.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:28.458+0000 7f2c1220e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory
2024-09-10T21:59:28.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:28.463+0000 7f2c1220e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring
2024-09-10T21:59:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:28.463+0000 7f2c1220e640 -1 bdev(0x55bcef8fb800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted
2024-09-10T21:59:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:28.464+0000 7f2c1220e640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid
2024-09-10T21:59:32.485 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0
2024-09-10T21:59:32.547 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:32.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:32.639+0000 7fe2d9815640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory
2024-09-10T21:59:32.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:32.639+0000 7fe2d9815640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring
2024-09-10T21:59:32.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:32.640+0000 7fe2d9815640 -1 bdev(0x55dabca35800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted
2024-09-10T21:59:32.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:32.640+0000 7fe2d9815640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid
2024-09-10T21:59:36.654 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1
2024-09-10T21:59:36.715 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:36.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:36.807+0000 7f6ab622c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory
2024-09-10T21:59:36.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:36.808+0000 7f6ab622c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring
2024-09-10T21:59:36.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:36.808+0000 7f6ab622c640 -1 bdev(0x55bf9d5b1800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted
2024-09-10T21:59:36.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:36.808+0000 7f6ab622c640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid
2024-09-10T21:59:40.848 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2
2024-09-10T21:59:40.908 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:41.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:41.001+0000 7fb143615640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory
2024-09-10T21:59:41.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:41.002+0000 7fb143615640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring
2024-09-10T21:59:41.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:41.002+0000 7fb143615640 -1 bdev(0x557992663800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted
2024-09-10T21:59:41.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:41.002+0000 7fb143615640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid
2024-09-10T21:59:44.801 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3
2024-09-10T21:59:44.862 INFO:tasks.ceph:Reading keys from all nodes...
2024-09-10T21:59:44.863 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:44.863 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout
2024-09-10T21:59:44.920 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:44.920 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout
2024-09-10T21:59:45.016 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:45.016 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout
2024-09-10T21:59:45.112 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:45.112 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout
2024-09-10T21:59:45.207 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:45.207 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout
2024-09-10T21:59:45.303 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:45.304 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout
2024-09-10T21:59:45.431 INFO:tasks.ceph:Adding keys to all mons...
2024-09-10T21:59:45.432 DEBUG:teuthology.orchestra.run.smithi067:> sudo tee -a /etc/ceph/ceph.keyring
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr.x]
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:	key = AQA9weBmzkIKHBAAwN929/zvBKv5dW6uI2MTTQ==
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr.y]
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:	key = AQA9weBmXdKJIhAA7rthR+sFUATAMYK8K5QQ6A==
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.0]
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:	key = AQBAweBm+ABdGxAAdwFogkiPELQ+RoqgKOLMzQ==
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.1]
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:	key = AQBEweBmHs8sJhAAiG+24qUIizVjkTm81AuREg==
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.2]
2024-09-10T21:59:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:	key = AQBIweBmYdczMBAAH4Efgt8LDu18kP6EzXnpRA==
2024-09-10T21:59:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.3]
2024-09-10T21:59:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:	key = AQBNweBmfW8oABAAmkJokuasKj5CAhTX53WdsA==
2024-09-10T21:59:45.541 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *'
2024-09-10T21:59:45.686 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *'
2024-09-10T21:59:45.787 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2024-09-10T21:59:45.886 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2024-09-10T21:59:45.989 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2024-09-10T21:59:46.084 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *'
2024-09-10T21:59:46.179 INFO:tasks.ceph:Running mkfs on mon nodes...
2024-09-10T21:59:46.179 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mon/ceph-a
2024-09-10T21:59:46.235 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring
2024-09-10T21:59:46.343 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a
2024-09-10T21:59:46.400 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mon/ceph-b
2024-09-10T21:59:46.455 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring
2024-09-10T21:59:46.561 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b
2024-09-10T21:59:46.617 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mon/ceph-c
2024-09-10T21:59:46.673 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring
2024-09-10T21:59:46.778 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c
2024-09-10T21:59:46.834 DEBUG:teuthology.orchestra.run.smithi067:> rm -- /home/ubuntu/cephtest/ceph.monmap
2024-09-10T21:59:46.868 INFO:tasks.ceph:Starting mon daemons in cluster ceph...
2024-09-10T21:59:46.869 INFO:tasks.ceph.mon.a:Restarting daemon
2024-09-10T21:59:46.869 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a
2024-09-10T21:59:46.914 INFO:tasks.ceph.mon.a:Started
2024-09-10T21:59:46.915 INFO:tasks.ceph.mon.b:Restarting daemon
2024-09-10T21:59:46.915 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b
2024-09-10T21:59:46.918 INFO:tasks.ceph.mon.b:Started
2024-09-10T21:59:46.918 INFO:tasks.ceph.mon.c:Restarting daemon
2024-09-10T21:59:46.919 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c
2024-09-10T21:59:46.923 INFO:tasks.ceph.mon.c:Started
2024-09-10T21:59:46.923 INFO:tasks.ceph:Starting mgr daemons in cluster ceph...
2024-09-10T21:59:46.923 INFO:tasks.ceph.mgr.x:Restarting daemon
2024-09-10T21:59:46.923 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x
2024-09-10T21:59:46.928 INFO:tasks.ceph.mgr.x:Started
2024-09-10T21:59:46.928 INFO:tasks.ceph.mgr.y:Restarting daemon
2024-09-10T21:59:46.928 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y
2024-09-10T21:59:46.933 INFO:tasks.ceph.mgr.y:Started
2024-09-10T21:59:46.933 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600
2024-09-10T21:59:46.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client client_mount_timeout 600
2024-09-10T21:59:46.938 INFO:tasks.ceph:setting config [client] debug_client = 20
2024-09-10T21:59:46.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client debug_client 20
2024-09-10T21:59:46.984 INFO:tasks.ceph:setting config [client] debug_ms = 1
2024-09-10T21:59:46.984 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client debug_ms 1
2024-09-10T21:59:47.033 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900
2024-09-10T21:59:47.033 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900
2024-09-10T21:59:47.084 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900
2024-09-10T21:59:47.084 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900
2024-09-10T21:59:47.132 INFO:tasks.ceph:setting config [mds] debug_mds = 20
2024-09-10T21:59:47.132 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds debug_mds 20
2024-09-10T21:59:47.177 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20
2024-09-10T21:59:47.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20
2024-09-10T21:59:47.223 INFO:tasks.ceph:setting config [mds] debug_ms = 2
2024-09-10T21:59:47.223 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds debug_ms 2
2024-09-10T21:59:47.270 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True
2024-09-10T21:59:47.270 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_debug_frag True
2024-09-10T21:59:47.316 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True
2024-09-10T21:59:47.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True
2024-09-10T21:59:47.365 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180
2024-09-10T21:59:47.365 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180
2024-09-10T21:59:47.411 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True
2024-09-10T21:59:47.411 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_verify_scatter True
2024-09-10T21:59:47.459 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180
2024-09-10T21:59:47.460 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180
2024-09-10T21:59:47.513 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900
2024-09-10T21:59:47.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900
2024-09-10T21:59:47.570 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900
2024-09-10T21:59:47.570 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900
2024-09-10T21:59:47.627 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120
2024-09-10T21:59:47.627 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120
2024-09-10T21:59:47.680 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False
2024-09-10T21:59:47.680 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False
2024-09-10T21:59:47.741 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180
2024-09-10T21:59:47.741 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180
2024-09-10T21:59:47.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.746+0000 7fe76d600640  1 -- 172.21.15.67:0/2857234067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe75c004800 msgr2=0x7fe77812a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.746+0000 7fe76d600640  1 --2- 172.21.15.67:0/2857234067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe75c004800 0x7fe77812a120 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe76800e5e0 tx=0x7fe76800eaa0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.747+0000 7fe76d600640  1 -- 172.21.15.67:0/2857234067 shutdown_connections
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.747+0000 7fe76d600640  1 --2- 172.21.15.67:0/2857234067 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe778071b90 0x7fe778072010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.747+0000 7fe76d600640  1 --2- 172.21.15.67:0/2857234067 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe77812a660 0x7fe77812aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.747+0000 7fe76d600640  1 --2- 172.21.15.67:0/2857234067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe75c004800 0x7fe77812a120 secure :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe76800e5e0 tx=0x7fe76800eaa0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.747+0000 7fe76d600640  1 -- 172.21.15.67:0/2857234067 >> 172.21.15.67:0/2857234067 conn(0x7fe77809e550 msgr2=0x7fe77809b820 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.752+0000 7fe76d600640  1 -- 172.21.15.67:0/2857234067 shutdown_connections
2024-09-10T21:59:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.752+0000 7fe76d600640  1 -- 172.21.15.67:0/2857234067 wait complete.
2024-09-10T21:59:47.779 DEBUG:tasks.ceph:set 18 configs
2024-09-10T21:59:47.779 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.769+0000 7f3b7cc00640  1 -- 172.21.15.67:0/3450326616 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7f3b4c0052f0 con 0x7f3b78071270
2024-09-10T21:59:47.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.762+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc714005020 con 0x7fc71800e780
2024-09-10T21:59:47.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.762+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc71400c9e0 con 0x7fc71800e780
2024-09-10T21:59:47.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.782+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6fc005290 con 0x7fc71800e780
2024-09-10T21:59:47.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.786+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 6 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7fc714005310 con 0x7fc71800e780
2024-09-10T21:59:47.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.789+0000 7f3b6e000640  1 -- 172.21.15.67:0/3450326616 <== mon.0 v2:172.21.15.67:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0  v6)=0  v6) ==== 114+0+0 (secure 0 0 0) 0x7f3b7808b0a0 con 0x7f3b78071270
2024-09-10T21:59:47.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.788+0000 7f742fe00640  1 -- 172.21.15.67:0/2821170796 <== mon.1 v2:172.21.15.67:3301/0 9 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f742800e3e0 con 0x7f7434012050
2024-09-10T21:59:47.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.793+0000 7f3b6e000640  1 -- 172.21.15.67:0/3450326616 <== mon.0 v2:172.21.15.67:3300/0 10 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f3b64046840 con 0x7f3b78071270
2024-09-10T21:59:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.794+0000 7f842ce00640  1 -- 172.21.15.67:0/1306975142 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f84281bf3a0 msgr2=0x7f84281bf800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.794+0000 7f842ce00640  1 --2- 172.21.15.67:0/1306975142 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f84281bf3a0 0x7f84281bf800 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8414001120 tx=0x7f841400c9e0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.795+0000 7f842ce00640  1 -- 172.21.15.67:0/1306975142 shutdown_connections
2024-09-10T21:59:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.795+0000 7f842ce00640  1 --2- 172.21.15.67:0/1306975142 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f84281bdd70 0x7f84281be1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.795+0000 7f842ce00640  1 --2- 172.21.15.67:0/1306975142 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f84281bf3a0 0x7f84281bf800 secure :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8414001120 tx=0x7f841400c9e0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.795+0000 7f842ce00640  1 --2- 172.21.15.67:0/1306975142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f842812e610 0x7f84281bee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.795+0000 7f842ce00640  1 -- 172.21.15.67:0/1306975142 >> 172.21.15.67:0/1306975142 conn(0x7f842809f9e0 msgr2=0x7f842806db40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f1b72a00640  1 -- 172.21.15.67:0/2132980220 <== mon.2 v2:172.21.15.67:3302/0 9 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f1b6c011b90 con 0x7f1b60004d40
2024-09-10T21:59:47.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.799+0000 7f3b7cc00640  1 -- 172.21.15.67:0/3450326616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b78071270 msgr2=0x7f3b78071690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.799+0000 7f3b7cc00640  1 --2- 172.21.15.67:0/3450326616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b78071270 0x7f3b78071690 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400bc00 tx=0x7f3b64004730 comp rx=0 tx=0).stop
2024-09-10T21:59:47.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 -- 172.21.15.67:0/3450326616 shutdown_connections
2024-09-10T21:59:47.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 --2- 172.21.15.67:0/3450326616 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3b78071bd0 0x7f3b781cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 --2- 172.21.15.67:0/3450326616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b78071270 0x7f3b78071690 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 --2- 172.21.15.67:0/3450326616 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3b5c004800 0x7f3b78070d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 -- 172.21.15.67:0/3450326616 >> 172.21.15.67:0/3450326616 conn(0x7f3b7809e830 msgr2=0x7f3b78098f50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 -- 172.21.15.67:0/3450326616 shutdown_connections
2024-09-10T21:59:47.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.810+0000 7f3b7cc00640  1 -- 172.21.15.67:0/3450326616 wait complete.
2024-09-10T21:59:47.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.802+0000 7efff7e00640  1 -- 172.21.15.67:0/2508571999 <== mon.2 v2:172.21.15.67:3302/0 9 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7efff8005020 con 0x7f0000092bc0
2024-09-10T21:59:47.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.796+0000 7f842ce00640  1 -- 172.21.15.67:0/1306975142 shutdown_connections
2024-09-10T21:59:47.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.804+0000 7f8128c00640  1 -- 172.21.15.67:0/1357280926 <== mon.2 v2:172.21.15.67:3302/0 9 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f8114005310 con 0x7f812c0936e0
2024-09-10T21:59:47.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.796+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc714016030 con 0x7fc71800e780
2024-09-10T21:59:47.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.813+0000 7f1b7be00640  1 -- 172.21.15.67:0/2132980220 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f1b50005310 con 0x7f1b60004d40
2024-09-10T21:59:47.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.815+0000 7f842ce00640  1 -- 172.21.15.67:0/1306975142 wait complete.
2024-09-10T21:59:47.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.814+0000 7f0006a00640  1 -- 172.21.15.67:0/2508571999 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7effd4005310 con 0x7f0000092bc0
2024-09-10T21:59:47.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.828+0000 7f1b72a00640  1 -- 172.21.15.67:0/2132980220 <== mon.2 v2:172.21.15.67:3302/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f1b6c011b90 con 0x7f1b60004d40
2024-09-10T21:59:47.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.829+0000 7f8128c00640  1 -- 172.21.15.67:0/1357280926 <== mon.2 v2:172.21.15.67:3302/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f8114005660 con 0x7f812c0936e0
2024-09-10T21:59:47.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.831+0000 7efff7e00640  1 -- 172.21.15.67:0/2508571999 <== mon.2 v2:172.21.15.67:3302/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7efff8005250 con 0x7f0000092bc0
2024-09-10T21:59:47.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.838+0000 7efff7e00640  1 -- 172.21.15.67:0/2508571999 <== mon.2 v2:172.21.15.67:3302/0 11 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0  v7)=0  v7) ==== 123+0+0 (secure 0 0 0) 0x7efff801a940 con 0x7f0000092bc0
2024-09-10T21:59:47.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.840+0000 7f742fe00640  1 -- 172.21.15.67:0/2821170796 <== mon.1 v2:172.21.15.67:3301/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f742800e790 con 0x7f7434012050
2024-09-10T21:59:47.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.841+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fc7140054c0 con 0x7fc71800e780
2024-09-10T21:59:47.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.842+0000 7f8132000640  1 -- 172.21.15.67:0/1357280926 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f80fc0052f0 con 0x7f812c0936e0
2024-09-10T21:59:47.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.848+0000 7efff5600640  1 -- 172.21.15.67:0/2508571999 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0000092bc0 msgr2=0x7f000006f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.848+0000 7efff5600640  1 --2- 172.21.15.67:0/2508571999 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0000092bc0 0x7f000006f780 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7efff80049d0 tx=0x7efff800f730 comp rx=0 tx=0).stop
2024-09-10T21:59:47.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.849+0000 7efff5600640  1 -- 172.21.15.67:0/2508571999 shutdown_connections
2024-09-10T21:59:47.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.849+0000 7efff5600640  1 --2- 172.21.15.67:0/2508571999 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00001cbd90 0x7f00001ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.849+0000 7efff5600640  1 --2- 172.21.15.67:0/2508571999 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f000006fcc0 0x7f0000070140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.849+0000 7efff5600640  1 --2- 172.21.15.67:0/2508571999 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0000092bc0 0x7f000006f780 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.849+0000 7efff5600640  1 -- 172.21.15.67:0/2508571999 >> 172.21.15.67:0/2508571999 conn(0x7f000009e830 msgr2=0x7f00000962a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.850+0000 7efff5600640  1 -- 172.21.15.67:0/2508571999 shutdown_connections
2024-09-10T21:59:47.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.850+0000 7efff5600640  1 -- 172.21.15.67:0/2508571999 wait complete.
2024-09-10T21:59:47.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.858+0000 7f1b72a00640  1 -- 172.21.15.67:0/2132980220 <== mon.2 v2:172.21.15.67:3302/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b6c01a6a0 con 0x7f1b60004d40
2024-09-10T21:59:47.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.857+0000 7f7442a00640  1 -- 172.21.15.67:0/2821170796 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f74100052f0 con 0x7f7434012050
2024-09-10T21:59:47.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.858+0000 7f742fe00640  1 -- 172.21.15.67:0/2821170796 <== mon.1 v2:172.21.15.67:3301/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f742800e9b0 con 0x7f7434012050
2024-09-10T21:59:47.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.857+0000 7f8128c00640  1 -- 172.21.15.67:0/1357280926 <== mon.2 v2:172.21.15.67:3302/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8114003a50 con 0x7f812c0936e0
2024-09-10T21:59:47.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.860+0000 7f1b72a00640  1 -- 172.21.15.67:0/2132980220 <== mon.2 v2:172.21.15.67:3302/0 12 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0  v8)=0  v8) ==== 123+0+0 (secure 0 0 0) 0x7f1b6c0117a0 con 0x7f1b60004d40
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.866+0000 7f1b67e00640  1 -- 172.21.15.67:0/2132980220 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1b60004d40 msgr2=0x7f1b7c129010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.866+0000 7f1b67e00640  1 --2- 172.21.15.67:0/2132980220 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1b60004d40 0x7f1b7c129010 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00e570 tx=0x7f1b6c00ea30 comp rx=0 tx=0).stop
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.866+0000 7f1b67e00640  1 -- 172.21.15.67:0/2132980220 shutdown_connections
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.866+0000 7f1b67e00640  1 --2- 172.21.15.67:0/2132980220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b7c129a90 0x7f1b7c1cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.866+0000 7f1b67e00640  1 --2- 172.21.15.67:0/2132980220 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1b7c093c20 0x7f1b7c129550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.867+0000 7f1b67e00640  1 --2- 172.21.15.67:0/2132980220 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1b60004d40 0x7f1b7c129010 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.867+0000 7f1b67e00640  1 -- 172.21.15.67:0/2132980220 >> 172.21.15.67:0/2132980220 conn(0x7f1b7c09e550 msgr2=0x7f1b7c0986b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.868+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 9 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7140054c0 con 0x7fc71800e780
2024-09-10T21:59:47.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.871+0000 7f1b67e00640  1 -- 172.21.15.67:0/2132980220 shutdown_connections
2024-09-10T21:59:47.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.871+0000 7f1b67e00640  1 -- 172.21.15.67:0/2132980220 wait complete.
2024-09-10T21:59:47.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.873+0000 7f8128c00640  1 -- 172.21.15.67:0/1357280926 <== mon.2 v2:172.21.15.67:3302/0 12 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0  v9)=0  v9) ==== 115+0+0 (secure 0 0 0) 0x7f8114018430 con 0x7f812c0936e0
2024-09-10T21:59:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.888+0000 7f8132000640  1 -- 172.21.15.67:0/1357280926 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f812c0936e0 msgr2=0x7f812c06fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.888+0000 7f8132000640  1 --2- 172.21.15.67:0/1357280926 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f812c0936e0 0x7f812c06fa20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f811400ea60 tx=0x7f811400ef20 comp rx=0 tx=0).stop
2024-09-10T21:59:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.889+0000 7f8132000640  1 -- 172.21.15.67:0/1357280926 shutdown_connections
2024-09-10T21:59:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.889+0000 7f8132000640  1 --2- 172.21.15.67:0/1357280926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f812c095fd0 0x7f812c0704a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.889+0000 7f8132000640  1 --2- 172.21.15.67:0/1357280926 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f812c0956b0 0x7f812c06ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.889+0000 7f8132000640  1 --2- 172.21.15.67:0/1357280926 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f812c0936e0 0x7f812c06fa20 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.889+0000 7f8132000640  1 -- 172.21.15.67:0/1357280926 >> 172.21.15.67:0/1357280926 conn(0x7f812c09c1c0 msgr2=0x7f812c0989f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.892+0000 7f8132000640  1 -- 172.21.15.67:0/1357280926 shutdown_connections
2024-09-10T21:59:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.892+0000 7f8132000640  1 -- 172.21.15.67:0/1357280926 wait complete.
2024-09-10T21:59:47.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.905+0000 7f362f400640  1 -- 172.21.15.67:0/1771043180 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3628093e00 msgr2=0x7f3628130170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.905+0000 7f362f400640  1 --2- 172.21.15.67:0/1771043180 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3628093e00 0x7f3628130170 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3614009900 tx=0x7f361402a460 comp rx=0 tx=0).stop
2024-09-10T21:59:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.906+0000 7f742fe00640  1 -- 172.21.15.67:0/2821170796 <== mon.1 v2:172.21.15.67:3301/0 12 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0  v10)=0  v10) ==== 106+0+0 (secure 0 0 0) 0x7f7434135ab0 con 0x7f7434012050
2024-09-10T21:59:47.912 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:47.905+0000 7f880705c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-09-10T21:59:47.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.915+0000 7f742d600640  1 -- 172.21.15.67:0/2821170796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7434012050 msgr2=0x7f7434137da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.915+0000 7f742d600640  1 --2- 172.21.15.67:0/2821170796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7434012050 0x7f7434137da0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f742800b360 tx=0x7f742800b820 comp rx=0 tx=0).stop
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.915+0000 7f742d600640  1 -- 172.21.15.67:0/2821170796 shutdown_connections
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.915+0000 7f742d600640  1 --2- 172.21.15.67:0/2821170796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7434012050 0x7f7434137da0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.915+0000 7f742d600640  1 --2- 172.21.15.67:0/2821170796 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7434011c30 0x7f7434137860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.915+0000 7f742d600640  1 --2- 172.21.15.67:0/2821170796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7434011310 0x7f7434137320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.916+0000 7f742d600640  1 -- 172.21.15.67:0/2821170796 >> 172.21.15.67:0/2821170796 conn(0x7f7434005d40 msgr2=0x7f743400f200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.916+0000 7f742d600640  1 -- 172.21.15.67:0/2821170796 shutdown_connections
2024-09-10T21:59:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.916+0000 7f742d600640  1 -- 172.21.15.67:0/2821170796 wait complete.
2024-09-10T21:59:47.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.959+0000 7f362f400640  1 -- 172.21.15.67:0/1771043180 shutdown_connections
2024-09-10T21:59:47.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.959+0000 7f362f400640  1 --2- 172.21.15.67:0/1771043180 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3628093e00 0x7f3628130170 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.959+0000 7f362f400640  1 --2- 172.21.15.67:0/1771043180 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36280934e0 0x7f36280938c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.959+0000 7f362f400640  1 -- 172.21.15.67:0/1771043180 >> 172.21.15.67:0/1771043180 conn(0x7f3628099110 msgr2=0x7f36280969e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.960+0000 7f362f400640  1 -- 172.21.15.67:0/1771043180 shutdown_connections
2024-09-10T21:59:47.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.960+0000 7f362f400640  1 -- 172.21.15.67:0/1771043180 wait complete.
2024-09-10T21:59:47.967 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.967 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.967 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.968 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.968 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.968 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.968 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.967+0000 7f2d47200640  1 -- 172.21.15.67:0/2113082782 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 msgr2=0x7f2d4000f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.967+0000 7f2d47200640  1 --2- 172.21.15.67:0/2113082782 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 0x7f2d4000f4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2d4802dd50 tx=0x7f2d4806ad20 comp rx=0 tx=0).stop
2024-09-10T21:59:47.972 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.972+0000 7f2d47200640  1 -- 172.21.15.67:0/2113082782 shutdown_connections
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.972+0000 7f2d47200640  1 --2- 172.21.15.67:0/2113082782 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 0x7f2d400b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.972+0000 7f2d47200640  1 --2- 172.21.15.67:0/2113082782 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 0x7f2d4000f4c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.972+0000 7f2d47200640  1 -- 172.21.15.67:0/2113082782 >> 172.21.15.67:0/2113082782 conn(0x7f2d40005d20 msgr2=0x7f2d40006130 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.972+0000 7f2d47200640  1 -- 172.21.15.67:0/2113082782 shutdown_connections
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.969+0000 7f362f400640  1  Processor -- start
2024-09-10T21:59:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.973+0000 7f2d47200640  1 -- 172.21.15.67:0/2113082782 wait complete.
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.973+0000 7f362f400640  1 --  start start
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.974+0000 7f362f400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 0x7f36281298b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.974+0000 7f362f400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 0x7f3628129df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.974+0000 7f362f400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36281306b0 0x7f362812a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.974+0000 7f362f400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f362806e130 con 0x7f3628093e00
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.974+0000 7f362f400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f362806dfb0 con 0x7f36280934e0
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.974+0000 7f362f400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f362806e2b0 con 0x7f36281306b0
2024-09-10T21:59:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.978+0000 7f2d47200640  1  Processor -- start
2024-09-10T21:59:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.978+0000 7f2d47200640  1 --  start start
2024-09-10T21:59:47.980 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi067')
2024-09-10T21:59:47.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.979+0000 7f3627e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 0x7f3628129df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:47.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.979+0000 7f362ca00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 0x7f36281298b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:47.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.979+0000 7f3627e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 0x7f3628129df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52318/0 (socket says 172.21.15.67:52318)
2024-09-10T21:59:47.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.979+0000 7f362ca00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 0x7f36281298b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:56900/0 (socket says 172.21.15.67:56900)
2024-09-10T21:59:47.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.979+0000 7f362ca00640  1 -- 172.21.15.67:0/2815643968 learned_addr learned my addr 172.21.15.67:0/2815643968 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:47.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.979+0000 7f2d47200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 0x7f2d4001ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.980+0000 7f2d47200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 0x7f2d4001d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.980+0000 7f2d47200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 0x7f2d4001d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.980+0000 7f2d45400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 0x7f2d4001d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.980+0000 7f2d46800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 0x7f2d4001d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.981+0000 7f2d45400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 0x7f2d4001d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52322/0 (socket says 172.21.15.67:52322)
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.981+0000 7f2d45400640  1 -- 172.21.15.67:0/1269290199 learned_addr learned my addr 172.21.15.67:0/1269290199 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.981+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2d400b9d90 con 0x7f2d4000fa00
2024-09-10T21:59:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.981+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2d400b9c10 con 0x7f2d4000fe60
2024-09-10T21:59:47.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.981+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2d400b9f10 con 0x7f2d4000f0e0
2024-09-10T21:59:47.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.982+0000 7f2d46800640  1 -- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 msgr2=0x7f2d4001ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.982+0000 7f2d46800640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 0x7f2d4001ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.982+0000 7f2d46800640  1 -- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 msgr2=0x7f2d4001d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.983+0000 7f2d46800640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 0x7f2d4001d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.983+0000 7f2d46800640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d40015280 con 0x7f2d4000fe60
2024-09-10T21:59:47.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.983+0000 7f2d45400640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 0x7f2d4001d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T21:59:47.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.984+0000 7f2d46800640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 0x7f2d4001d8d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000b780 tx=0x7f2d3000bc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:47.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.982+0000 7f362d400640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36281306b0 0x7f362812a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:47.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.985+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30019070 con 0x7f2d4000fe60
2024-09-10T21:59:47.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.985+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d4001ecc0 con 0x7f2d4000fe60
2024-09-10T21:59:47.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.985+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d4001f7d0 con 0x7f2d4000fe60
2024-09-10T21:59:47.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.985+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d3000c810 con 0x7f2d4000fe60
2024-09-10T21:59:47.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.985+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30019070 con 0x7f2d4000fe60
2024-09-10T21:59:47.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.986+0000 7f362ca00640  1 -- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36281306b0 msgr2=0x7f362812a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.986+0000 7f362ca00640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36281306b0 0x7f362812a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.987+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2d3001c070 con 0x7f2d4000fe60
2024-09-10T21:59:47.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.987+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2d30014440 con 0x7f2d4000fe60
2024-09-10T21:59:47.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.988+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d4000f4c0 con 0x7f2d4000fe60
2024-09-10T21:59:47.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.990+0000 7f362ca00640  1 -- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 msgr2=0x7f3628129df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:47.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.990+0000 7f362ca00640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 0x7f3628129df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:47.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.990+0000 7f362ca00640  1 -- 172.21.15.67:0/2815643968 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362812bfe0 con 0x7f36280934e0
2024-09-10T21:59:47.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.990+0000 7f3627e00640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 0x7f3628129df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:47.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.990+0000 7f362d400640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36281306b0 0x7f362812a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T21:59:47.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.993+0000 7f362ca00640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 0x7f36281298b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f361c00b4a0 tx=0x7f361c00b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:47.997 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:47.996+0000 7f880705c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-09-10T21:59:47.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.995+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2d30023030 con 0x7f2d4000fe60
2024-09-10T21:59:47.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.996+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c014070 con 0x7f36280934e0
2024-09-10T21:59:47.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.997+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f361c010700 con 0x7f36280934e0
2024-09-10T21:59:47.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:47.997+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c010b50 con 0x7f36280934e0
2024-09-10T21:59:48.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.002+0000 7f362f400640  1 -- 172.21.15.67:0/2815643968 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f362812b670 con 0x7f36280934e0
2024-09-10T21:59:48.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.002+0000 7f362f400640  1 -- 172.21.15.67:0/2815643968 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3628092290 con 0x7f36280934e0
2024-09-10T21:59:48.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.009+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f361c017070 con 0x7f36280934e0
2024-09-10T21:59:48.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.009+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f361c0179e0 con 0x7f36280934e0
2024-09-10T21:59:48.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.009+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35fc005290 con 0x7f36280934e0
2024-09-10T21:59:48.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.016+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f361c017c90 con 0x7f36280934e0
2024-09-10T21:59:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 -- 172.21.15.67:0/2029101286 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f580939e0 msgr2=0x7f2f58093dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 --2- 172.21.15.67:0/2029101286 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f580939e0 0x7f2f58093dc0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2f50009ca0 tx=0x7f2f5002a8f0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 -- 172.21.15.67:0/2029101286 shutdown_connections
2024-09-10T21:59:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 --2- 172.21.15.67:0/2029101286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58136a60 0x7f2f58138e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 --2- 172.21.15.67:0/2029101286 >> v2:172.21.15.67:3300/0 conn(0x7f2f58094300 0x7f2f58094720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 --2- 172.21.15.67:0/2029101286 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f580939e0 0x7f2f58093dc0 secure :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2f50009ca0 tx=0x7f2f5002a8f0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.026+0000 7f2f57200640  1 -- 172.21.15.67:0/2029101286 >> 172.21.15.67:0/2029101286 conn(0x7f2f5809a3e0 msgr2=0x7f2f5809a7f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.027+0000 7f2f57200640  1 -- 172.21.15.67:0/2029101286 shutdown_connections
2024-09-10T21:59:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.027+0000 7f2f57200640  1 -- 172.21.15.67:0/2029101286 wait complete.
2024-09-10T21:59:48.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.033+0000 7f2f57200640  1  Processor -- start
2024-09-10T21:59:48.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.033+0000 7f2f57200640  1 --  start start
2024-09-10T21:59:48.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.035+0000 7f2f57200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 0x7f2f5812d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.035+0000 7f2f57200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 0x7f2f5812d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.033+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7fc6fc005580 con 0x7fc71800e780
2024-09-10T21:59:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.036+0000 7f2f57200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f5808df20 0x7f2f5808e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.036+0000 7f2f55e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 0x7f2f5812d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.036+0000 7f2f55e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 0x7f2f5812d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:35326/0 (socket says 172.21.15.67:35326)
2024-09-10T21:59:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.037+0000 7f2f57200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2f58139a80 con 0x7f2f5808df20
2024-09-10T21:59:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.037+0000 7f2f57200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2f58139900 con 0x7f2f58136a60
2024-09-10T21:59:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.037+0000 7f2f57200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2f58139c00 con 0x7f2f58094300
2024-09-10T21:59:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.037+0000 7f2f56800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f5808df20 0x7f2f5808e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.038+0000 7f2f55400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 0x7f2f5812d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.038+0000 7f2f55400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 0x7f2f5812d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:56926/0 (socket says 172.21.15.67:56926)
2024-09-10T21:59:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.038+0000 7f2f55400640  1 -- 172.21.15.67:0/3666979292 learned_addr learned my addr 172.21.15.67:0/3666979292 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.039+0000 7f2f55400640  1 -- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 msgr2=0x7f2f5812d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.039+0000 7f2f55400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 0x7f2f5812d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.039+0000 7f2f55400640  1 -- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f5808df20 msgr2=0x7f2f5808e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.039+0000 7f2f55400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f5808df20 0x7f2f5808e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.039+0000 7f2f55400640  1 -- 172.21.15.67:0/3666979292 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f5808fa90 con 0x7f2f58136a60
2024-09-10T21:59:48.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.039+0000 7f2f56800640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f5808df20 0x7f2f5808e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.040+0000 7f2f55e00640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 0x7f2f5812d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.040+0000 7f2f55400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 0x7f2f5812d9f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2f4800d950 tx=0x7f2f4800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.041+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f48017030 con 0x7f2f58136a60
2024-09-10T21:59:48.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.041+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f48009b20 con 0x7f2f58136a60
2024-09-10T21:59:48.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.041+0000 7f2f57200640  1 -- 172.21.15.67:0/3666979292 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f580901b0 con 0x7f2f58136a60
2024-09-10T21:59:48.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.041+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f48017030 con 0x7f2f58136a60
2024-09-10T21:59:48.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.042+0000 7f2f57200640  1 -- 172.21.15.67:0/3666979292 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f5812df30 con 0x7f2f58136a60
2024-09-10T21:59:48.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.045+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2f48004020 con 0x7f2f58136a60
2024-09-10T21:59:48.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.045+0000 7f2f57200640  1 -- 172.21.15.67:0/3666979292 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f30005290 con 0x7f2f58136a60
2024-09-10T21:59:48.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.046+0000 7fc713e00640  1 -- 172.21.15.67:0/2910846777 <== mon.1 v2:172.21.15.67:3301/0 10 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0  v11)=0  v11) ==== 122+0+0 (secure 0 0 0) 0x7fc7140047a0 con 0x7fc71800e780
2024-09-10T21:59:48.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.050+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2f48004310 con 0x7f2f58136a60
2024-09-10T21:59:48.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.051+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2f48009da0 con 0x7f2f58136a60
2024-09-10T21:59:48.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc71800e780 msgr2=0x7fc7180a8440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 --2- 172.21.15.67:0/2910846777 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc71800e780 0x7fc7180a8440 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc71400e990 tx=0x7fc71400ee50 comp rx=0 tx=0).stop
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 shutdown_connections
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 --2- 172.21.15.67:0/2910846777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7180b0250 0x7fc7180a8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 --2- 172.21.15.67:0/2910846777 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7180af930 0x7fc7180a8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 --2- 172.21.15.67:0/2910846777 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc71800e780 0x7fc7180a8440 secure :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc71400e990 tx=0x7fc71400ee50 comp rx=0 tx=0).stop
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 >> 172.21.15.67:0/2910846777 conn(0x7fc718005a10 msgr2=0x7fc718011530 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.052+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 shutdown_connections
2024-09-10T21:59:48.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.055+0000 7fc726c00640  1 -- 172.21.15.67:0/2910846777 wait complete.
2024-09-10T21:59:48.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.089+0000 7fc277600640  1 -- 172.21.15.67:0/3144452344 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2700a0a10 msgr2=0x7fc27009ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.089+0000 7fc277600640  1 --2- 172.21.15.67:0/3144452344 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2700a0a10 0x7fc27009ac00 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc25c009830 tx=0x7fc25c02a4b0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.092+0000 7fc277600640  1 -- 172.21.15.67:0/3144452344 shutdown_connections
2024-09-10T21:59:48.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.092+0000 7fc277600640  1 --2- 172.21.15.67:0/3144452344 >> v2:172.21.15.67:3300/0 conn(0x7fc27009b140 0x7fc27009b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.092+0000 7fc277600640  1 --2- 172.21.15.67:0/3144452344 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2700a0a10 0x7fc27009ac00 secure :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc25c009830 tx=0x7fc25c02a4b0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.092+0000 7fc277600640  1 -- 172.21.15.67:0/3144452344 >> 172.21.15.67:0/3144452344 conn(0x7fc27009e830 msgr2=0x7fc2700a0300 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.093+0000 7fc277600640  1 -- 172.21.15.67:0/3144452344 shutdown_connections
2024-09-10T21:59:48.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.093+0000 7fc277600640  1 -- 172.21.15.67:0/3144452344 wait complete.
2024-09-10T21:59:48.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.095+0000 7fc277600640  1  Processor -- start
2024-09-10T21:59:48.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.099+0000 7fc277600640  1 --  start start
2024-09-10T21:59:48.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.100+0000 7fc277600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc27009b140 0x7fc27012d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.104 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.104 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:48.096+0000 7fb1c6a2d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-09-10T21:59:48.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.101+0000 7fc277600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc270136c60 0x7fc27012d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.103+0000 7fc277600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 0x7fc27012dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.104+0000 7fc275600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 0x7fc27012dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.104+0000 7fc275600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 0x7fc27012dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52354/0 (socket says 172.21.15.67:52354)
2024-09-10T21:59:48.106 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:48.105+0000 7f880705c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-09-10T21:59:48.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.104+0000 7fc275600640  1 -- 172.21.15.67:0/2680556726 learned_addr learned my addr 172.21.15.67:0/2680556726 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.105+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc27013af70 con 0x7fc27008c680
2024-09-10T21:59:48.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.106+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc27013adf0 con 0x7fc27009b140
2024-09-10T21:59:48.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.106+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc27013b0f0 con 0x7fc270136c60
2024-09-10T21:59:48.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.108+0000 7fc274c00640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc27009b140 0x7fc27012d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.108+0000 7fc26fe00640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc270136c60 0x7fc27012d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.109+0000 7fc275600640  1 -- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc270136c60 msgr2=0x7fc27012d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.109+0000 7fc275600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc270136c60 0x7fc27012d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.109+0000 7fc275600640  1 -- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc27009b140 msgr2=0x7fc27012d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.109+0000 7fc275600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc27009b140 0x7fc27012d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.109+0000 7fc275600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc270092be0 con 0x7fc27008c680
2024-09-10T21:59:48.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.110+0000 7fc274c00640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc27009b140 0x7fc27012d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.111+0000 7fc275600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 0x7fc27012dec0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc26800c730 tx=0x7fc26800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.114+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc268016020 con 0x7fc27008c680
2024-09-10T21:59:48.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.114+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc268006e40 con 0x7fc27008c680
2024-09-10T21:59:48.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.114+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc268003bb0 con 0x7fc27008c680
2024-09-10T21:59:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.114+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc270072270 con 0x7fc27008c680
2024-09-10T21:59:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.115+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc270072770 con 0x7fc27008c680
2024-09-10T21:59:48.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.127+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc268005460 con 0x7fc27008c680
2024-09-10T21:59:48.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.127+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc268007090 con 0x7fc27008c680
2024-09-10T21:59:48.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.127+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc27009ac00 con 0x7fc27008c680
2024-09-10T21:59:48.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.132+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc268020020 con 0x7fc27008c680
2024-09-10T21:59:48.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 -- 172.21.15.67:0/1975335320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 msgr2=0x7f0bc4127050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/1975335320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc4127050 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc00afd0 tx=0x7f0bbc02a810 comp rx=0 tx=0).stop
2024-09-10T21:59:48.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 -- 172.21.15.67:0/1975335320 shutdown_connections
2024-09-10T21:59:48.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/1975335320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc4127050 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/1975335320 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4094d50 0x7f0bc4126660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/1975335320 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4129b60 0x7f0bc4094810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 -- 172.21.15.67:0/1975335320 >> 172.21.15.67:0/1975335320 conn(0x7f0bc409a0c0 msgr2=0x7f0bc409a4d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 -- 172.21.15.67:0/1975335320 shutdown_connections
2024-09-10T21:59:48.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.163+0000 7f0bc3e00640  1 -- 172.21.15.67:0/1975335320 wait complete.
2024-09-10T21:59:48.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.165+0000 7f0bc3e00640  1  Processor -- start
2024-09-10T21:59:48.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.166+0000 7f0bc3e00640  1 --  start start
2024-09-10T21:59:48.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.167+0000 7f0bc3e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 0x7f0bc41bfa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.168+0000 7f0bc2a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 0x7f0bc41bfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.168+0000 7f0bc2a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 0x7f0bc41bfa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:56944/0 (socket says 172.21.15.67:56944)
2024-09-10T21:59:48.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.168+0000 7f0bc2a00640  1 -- 172.21.15.67:0/764022809 learned_addr learned my addr 172.21.15.67:0/764022809 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.168+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc41bff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.169+0000 7f0bc2000640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc41bff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.169+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4129b60 0x7f0bc412db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.169+0000 7f0bc3400640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4129b60 0x7f0bc412db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.170+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc4131340 con 0x7f0bc4126ba0
2024-09-10T21:59:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.170+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc41311c0 con 0x7f0bc4094d50
2024-09-10T21:59:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.170+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f0bc41314c0 con 0x7f0bc4129b60
2024-09-10T21:59:48.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.171+0000 7f0bc3400640  1 -- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 msgr2=0x7f0bc41bfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.171+0000 7f0bc3400640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 0x7f0bc41bfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.171+0000 7f0bc3400640  1 -- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 msgr2=0x7f0bc41bff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.171+0000 7f0bc3400640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc41bff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.171+0000 7f0bc3400640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc4130860 con 0x7f0bc4129b60
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.172+0000 7f0bc3400640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4129b60 0x7f0bc412db00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc031000 tx=0x7f0bbc00aad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.173+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc041070 con 0x7f0bc4129b60
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.173+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bbc003a80 con 0x7f0bc4129b60
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.173+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc037040 con 0x7f0bc4129b60
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.173+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc412f670 con 0x7f0bc4129b60
2024-09-10T21:59:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.173+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc41c0490 con 0x7f0bc4129b60
2024-09-10T21:59:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.174+0000 7f0bc2000640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc41bff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.175+0000 7f0bc2a00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 0x7f0bc41bfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.174+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f35fc005580 con 0x7f36280934e0
2024-09-10T21:59:48.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.180+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0bbc03a070 con 0x7f0bc4129b60
2024-09-10T21:59:48.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.180+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0bbc0046e0 con 0x7f0bc4129b60
2024-09-10T21:59:48.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.180+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b9c005290 con 0x7f0bc4129b60
2024-09-10T21:59:48.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.184+0000 7f3624c00640  1 -- 172.21.15.67:0/2815643968 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0  v12)=0  v12) ==== 121+0+0 (secure 0 0 0) 0x7f361c017c90 con 0x7f36280934e0
2024-09-10T21:59:48.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 msgr2=0x7f36281298b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 0x7f36281298b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f361c00b4a0 tx=0x7f361c00b960 comp rx=0 tx=0).stop
2024-09-10T21:59:48.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 shutdown_connections
2024-09-10T21:59:48.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f36281306b0 0x7f362812a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3628093e00 0x7f3628129df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 --2- 172.21.15.67:0/2815643968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f36280934e0 0x7f36281298b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.186+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 >> 172.21.15.67:0/2815643968 conn(0x7f3628099110 msgr2=0x7f362808b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.188+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0bbc04a070 con 0x7f0bc4129b60
2024-09-10T21:59:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.188+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 shutdown_connections
2024-09-10T21:59:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.188+0000 7f361a000640  1 -- 172.21.15.67:0/2815643968 wait complete.
2024-09-10T21:59:48.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.190+0000 7f7529400640  1 -- 172.21.15.67:0/3924668531 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412dac0 msgr2=0x7f752412dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.190+0000 7f7529400640  1 --2- 172.21.15.67:0/3924668531 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412dac0 0x7f752412dea0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7510009890 tx=0x7f751002a420 comp rx=0 tx=0).stop
2024-09-10T21:59:48.192 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:48.190+0000 7fb1c6a2d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-09-10T21:59:48.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.191+0000 7f7529400640  1 -- 172.21.15.67:0/3924668531 shutdown_connections
2024-09-10T21:59:48.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.191+0000 7f7529400640  1 --2- 172.21.15.67:0/3924668531 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7524092780 0x7f752413a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.191+0000 7f7529400640  1 --2- 172.21.15.67:0/3924668531 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412dac0 0x7f752412dea0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.191+0000 7f7529400640  1 -- 172.21.15.67:0/3924668531 >> 172.21.15.67:0/3924668531 conn(0x7f752409e210 msgr2=0x7f752409e620 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.191+0000 7f7529400640  1 -- 172.21.15.67:0/3924668531 shutdown_connections
2024-09-10T21:59:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.191+0000 7f7529400640  1 -- 172.21.15.67:0/3924668531 wait complete.
2024-09-10T21:59:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.192+0000 7f23e1c00640  1 -- 172.21.15.67:0/3537567693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b9060 msgr2=0x7f23d40bb450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.192+0000 7f23e1c00640  1 --2- 172.21.15.67:0/3537567693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b9060 0x7f23d40bb450 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f23c8005fd0 tx=0x7f23c802a4d0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.193+0000 7f23e1c00640  1 -- 172.21.15.67:0/3537567693 shutdown_connections
2024-09-10T21:59:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.193+0000 7f7529400640  1  Processor -- start
2024-09-10T21:59:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.193+0000 7f23e1c00640  1 --2- 172.21.15.67:0/3537567693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b9060 0x7f23d40bb450 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.193+0000 7f23e1c00640  1 --2- 172.21.15.67:0/3537567693 >> v2:172.21.15.67:3300/0 conn(0x7f23d40b6730 0x7f23d40b8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.193+0000 7f23e1c00640  1 -- 172.21.15.67:0/3537567693 >> 172.21.15.67:0/3537567693 conn(0x7f23d4005dc0 msgr2=0x7f23d40061d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.194+0000 7f23e1c00640  1 -- 172.21.15.67:0/3537567693 shutdown_connections
2024-09-10T21:59:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.194+0000 7f7529400640  1 --  start start
2024-09-10T21:59:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.195+0000 7f7529400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7524092780 0x7f7524093290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.195+0000 7f7529400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 0x7f75240937d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.195+0000 7f7529400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412e3e0 0x7f7524093d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.196+0000 7f7521e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 0x7f75240937d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.197+0000 7f7521e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 0x7f75240937d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:56968/0 (socket says 172.21.15.67:56968)
2024-09-10T21:59:48.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.197+0000 7f7521e00640  1 -- 172.21.15.67:0/3978302500 learned_addr learned my addr 172.21.15.67:0/3978302500 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.197+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f752413aee0 con 0x7f7524092780
2024-09-10T21:59:48.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.198+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f752413ad60 con 0x7f752412dac0
2024-09-10T21:59:48.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.198+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f752413b060 con 0x7f752412e3e0
2024-09-10T21:59:48.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.198+0000 7f7523200640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412e3e0 0x7f7524093d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.196+0000 7f23e1c00640  1 -- 172.21.15.67:0/3537567693 wait complete.
2024-09-10T21:59:48.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.197+0000 7f23e1c00640  1  Processor -- start
2024-09-10T21:59:48.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7521e00640  1 -- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412e3e0 msgr2=0x7f7524093d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f23e1c00640  1 --  start start
2024-09-10T21:59:48.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.201+0000 7f23e1c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 0x7f23d40b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7521e00640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412e3e0 0x7f7524093d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7521e00640  1 -- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7524092780 msgr2=0x7f7524093290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7522800640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7524092780 0x7f7524093290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7521e00640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7524092780 0x7f7524093290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7521e00640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7524139960 con 0x7f752412dac0
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7523200640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412e3e0 0x7f7524093d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:48.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.199+0000 7f7522800640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7524092780 0x7f7524093290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.201+0000 7f23e1c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b6730 0x7f23d40b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f23e1c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d40b9060 0x7f23d401cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f7521e00640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 0x7f75240937d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f751400c680 tx=0x7f751400cb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f23e1c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23d40bc1f0 con 0x7f23d40b9060
2024-09-10T21:59:48.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f23dbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 0x7f23d40b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f23dbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 0x7f23d40b59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:56972/0 (socket says 172.21.15.67:56972)
2024-09-10T21:59:48.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f23dbe00640  1 -- 172.21.15.67:0/2553764845 learned_addr learned my addr 172.21.15.67:0/2553764845 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.202+0000 7f23e1200640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d40b9060 0x7f23d401cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.203+0000 7f23e1c00640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f23d40bc070 con 0x7f23d4014790
2024-09-10T21:59:48.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.203+0000 7ff3a8a00640  1 -- 172.21.15.67:0/1753008571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff388004d40 msgr2=0x7ff3880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.203+0000 7f23e1c00640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f23d40bc370 con 0x7f23d40b6730
2024-09-10T21:59:48.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.203+0000 7ff3a8a00640  1 --2- 172.21.15.67:0/1753008571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff388004d40 0x7ff3880051c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ff39c00c640 tx=0x7ff388005830 comp rx=0 tx=0).stop
2024-09-10T21:59:48.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23db400640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b6730 0x7f23d40b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7ff3a3e00640  1 -- 172.21.15.67:0/1753008571 reap_dead start
2024-09-10T21:59:48.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23e1200640  1 -- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b6730 msgr2=0x7f23d40b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7514005270 con 0x7f752412dac0
2024-09-10T21:59:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7514005430 con 0x7f752412dac0
2024-09-10T21:59:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751400a860 con 0x7f752412dac0
2024-09-10T21:59:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23e1200640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b6730 0x7f23d40b5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23e1200640  1 -- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 msgr2=0x7f23d40b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23e1200640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 0x7f23d40b59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23e1200640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d4020420 con 0x7f23d40b9060
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.204+0000 7f23dbe00640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 0x7f23d40b59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7f23e1200640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d40b9060 0x7f23d401cb60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f23c8031000 tx=0x7f23c8003890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7f23db400640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b6730 0x7f23d40b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c803f070 con 0x7f23d40b9060
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7ff3a8a00640  1 -- 172.21.15.67:0/1753008571 shutdown_connections
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7ff3a8a00640  1 -- 172.21.15.67:0/1753008571 >> 172.21.15.67:0/1753008571 conn(0x7ff3a409e550 msgr2=0x7ff3a409e960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.206+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23c80047a0 con 0x7f23d40b9060
2024-09-10T21:59:48.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f752413a170 con 0x7f752412dac0
2024-09-10T21:59:48.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.205+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7524094fb0 con 0x7f752412dac0
2024-09-10T21:59:48.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.206+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c8035030 con 0x7f23d40b9060
2024-09-10T21:59:48.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.206+0000 7f23e1c00640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23d401f7f0 con 0x7f23d40b9060
2024-09-10T21:59:48.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.207+0000 7ff3a8a00640  1 -- 172.21.15.67:0/1753008571 shutdown_connections
2024-09-10T21:59:48.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.207+0000 7ff3a8a00640  1 -- 172.21.15.67:0/1753008571 wait complete.
2024-09-10T21:59:48.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.207+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f75140035f0 con 0x7f752412dac0
2024-09-10T21:59:48.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.207+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7514012950 con 0x7f752412dac0
2024-09-10T21:59:48.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.207+0000 7f23e1c00640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23d401d0a0 con 0x7f23d40b9060
2024-09-10T21:59:48.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.208+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f23c8042070 con 0x7f23d40b9060
2024-09-10T21:59:48.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.208+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f23c803be00 con 0x7f23d40b9060
2024-09-10T21:59:48.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.208+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23d4014b70 con 0x7f23d40b9060
2024-09-10T21:59:48.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.209+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7524095a10 con 0x7f752412dac0
2024-09-10T21:59:48.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.209+0000 7ff3a8a00640  1  Processor -- start
2024-09-10T21:59:48.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.210+0000 7ff3a8a00640  1 --  start start
2024-09-10T21:59:48.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.211+0000 7ff3a8a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 0x7ff3a4094540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.211+0000 7ff3a8a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3a4094a80 0x7ff3a4094ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.211+0000 7ff3a8a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3a41d4820 0x7ff3a41d6c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.211+0000 7ff3a8a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3a412f370 con 0x7ff3a4094a80
2024-09-10T21:59:48.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.211+0000 7ff3a8a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff3a412f1f0 con 0x7ff3a41d4820
2024-09-10T21:59:48.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.211+0000 7ff3a8a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff3a412f4f0 con 0x7ff388004d40
2024-09-10T21:59:48.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.212+0000 7ff3a3400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 0x7ff3a4094540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.213+0000 7ff3a3400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 0x7ff3a4094540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:35406/0 (socket says 172.21.15.67:35406)
2024-09-10T21:59:48.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.213+0000 7ff3a3400640  1 -- 172.21.15.67:0/3317983710 learned_addr learned my addr 172.21.15.67:0/3317983710 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7ff3a3400640  1 -- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3a41d4820 msgr2=0x7ff3a41d6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7ff3a3400640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3a41d4820 0x7ff3a41d6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7ff3a3400640  1 -- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3a4094a80 msgr2=0x7ff3a4094ee0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T21:59:48.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7ff3a3400640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3a4094a80 0x7ff3a4094ee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7ff3a3400640  1 -- 172.21.15.67:0/3317983710 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3a4096f20 con 0x7ff388004d40
2024-09-10T21:59:48.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7ff3a3400640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 0x7ff3a4094540 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff394010a40 tx=0x7ff394010f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.214+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7524095a10 con 0x7f752412dac0
2024-09-10T21:59:48.218 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.216+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f23c803b460 con 0x7f23d40b9060
2024-09-10T21:59:48.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.216+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff39400ed70 con 0x7ff388004d40
2024-09-10T21:59:48.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.216+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff394004030 con 0x7ff388004d40
2024-09-10T21:59:48.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.216+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff394004440 con 0x7ff388004d40
2024-09-10T21:59:48.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.216+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3a4096520 con 0x7ff388004d40
2024-09-10T21:59:48.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.218+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3a41d7150 con 0x7ff388004d40
2024-09-10T21:59:48.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.218+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff394003980 con 0x7ff388004d40
2024-09-10T21:59:48.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.218+0000 7f2f57200640  1 -- 172.21.15.67:0/3666979292 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f2f30005580 con 0x7f2f58136a60
2024-09-10T21:59:48.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.218+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff394012450 con 0x7ff388004d40
2024-09-10T21:59:48.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.220+0000 7f2d47200640  1 -- 172.21.15.67:0/1269290199 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f2d4000a390 con 0x7f2d4000fe60
2024-09-10T21:59:48.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.220+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3a412e660 con 0x7ff388004d40
2024-09-10T21:59:48.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.227+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff394012650 con 0x7ff388004d40
2024-09-10T21:59:48.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.230+0000 7f2f4e000640  1 -- 172.21.15.67:0/3666979292 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0  v13)=0  v13) ==== 121+0+0 (secure 0 0 0) 0x7f2f480035f0 con 0x7f2f58136a60
2024-09-10T21:59:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.232+0000 7f2f43400640  1 -- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 msgr2=0x7f2f5812d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.232+0000 7f2f43400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 0x7f2f5812d9f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2f4800d950 tx=0x7f2f4800de10 comp rx=0 tx=0).stop
2024-09-10T21:59:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.232+0000 7f2f43400640  1 -- 172.21.15.67:0/3666979292 shutdown_connections
2024-09-10T21:59:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.233+0000 7f2f43400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f5808df20 0x7f2f5808e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.233+0000 7f2f43400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f58136a60 0x7f2f5812d9f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.233+0000 7f2f43400640  1 --2- 172.21.15.67:0/3666979292 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f58094300 0x7f2f5812d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.233+0000 7f2f43400640  1 -- 172.21.15.67:0/3666979292 >> 172.21.15.67:0/3666979292 conn(0x7f2f5809a3e0 msgr2=0x7f2f5806f980 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.235+0000 7f2f43400640  1 -- 172.21.15.67:0/3666979292 shutdown_connections
2024-09-10T21:59:48.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.235+0000 7f2f43400640  1 -- 172.21.15.67:0/3666979292 wait complete.
2024-09-10T21:59:48.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.248+0000 7f2d3e000640  1 -- 172.21.15.67:0/1269290199 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0  v14)=0  v14) ==== 119+0+0 (secure 0 0 0) 0x7f2d3001e4a0 con 0x7f2d4000fe60
2024-09-10T21:59:48.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.253+0000 7f2d37400640  1 -- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 msgr2=0x7f2d4001d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.253+0000 7f2d37400640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 0x7f2d4001d8d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000b780 tx=0x7f2d3000bc40 comp rx=0 tx=0).stop
2024-09-10T21:59:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 -- 172.21.15.67:0/1269290199 shutdown_connections
2024-09-10T21:59:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2d4000fe60 0x7f2d4001d8d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d4000fa00 0x7f2d4001d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 --2- 172.21.15.67:0/1269290199 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2d4000f0e0 0x7f2d4001ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 -- 172.21.15.67:0/1269290199 >> 172.21.15.67:0/1269290199 conn(0x7f2d40005d20 msgr2=0x7f2d4000cf50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 -- 172.21.15.67:0/1269290199 shutdown_connections
2024-09-10T21:59:48.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.257+0000 7f2d37400640  1 -- 172.21.15.67:0/1269290199 wait complete.
2024-09-10T21:59:48.283 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.284 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.284+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7fc270067980 con 0x7fc27008c680
2024-09-10T21:59:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.294+0000 7fc26cc00640  1 -- 172.21.15.67:0/2680556726 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0  v15)=0  v15) ==== 120+0+0 (secure 0 0 0) 0x7fc268005750 con 0x7fc27008c680
2024-09-10T21:59:48.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 msgr2=0x7fc27012dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 0x7fc27012dec0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc26800c730 tx=0x7fc26800cbf0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 shutdown_connections
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc27008c680 0x7fc27012dec0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc270136c60 0x7fc27012d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 --2- 172.21.15.67:0/2680556726 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc27009b140 0x7fc27012d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.296+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 >> 172.21.15.67:0/2680556726 conn(0x7fc27009e830 msgr2=0x7fc2700962a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.297+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 shutdown_connections
2024-09-10T21:59:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.297+0000 7fc277600640  1 -- 172.21.15.67:0/2680556726 wait complete.
2024-09-10T21:59:48.299 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:48.297+0000 7fb1c6a2d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-09-10T21:59:48.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.316+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f0b9c005580 con 0x7f0bc4129b60
2024-09-10T21:59:48.321 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.323+0000 7f0bbaa00640  1 -- 172.21.15.67:0/764022809 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0  v16)=0  v16) ==== 120+0+0 (secure 0 0 0) 0x7f0bbc008d60 con 0x7f0bc4129b60
2024-09-10T21:59:48.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.324+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4129b60 msgr2=0x7f0bc412db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.324+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4129b60 0x7f0bc412db00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc031000 tx=0x7f0bbc00aad0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 shutdown_connections
2024-09-10T21:59:48.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0bc4129b60 0x7f0bc412db00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bc4126ba0 0x7f0bc41bff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 --2- 172.21.15.67:0/764022809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0bc4094d50 0x7f0bc41bfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 >> 172.21.15.67:0/764022809 conn(0x7f0bc409a0c0 msgr2=0x7f0bc40969e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 shutdown_connections
2024-09-10T21:59:48.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.325+0000 7f0bc3e00640  1 -- 172.21.15.67:0/764022809 wait complete.
2024-09-10T21:59:48.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.336+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f752412dea0 con 0x7f752412dac0
2024-09-10T21:59:48.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.341+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7ff3a4070010 con 0x7ff388004d40
2024-09-10T21:59:48.344 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.345+0000 7f751aa00640  1 -- 172.21.15.67:0/3978302500 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0  v17)=0  v17) ==== 121+0+0 (secure 0 0 0) 0x7f7514020060 con 0x7f752412dac0
2024-09-10T21:59:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.346+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 msgr2=0x7f75240937d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.346+0000 7f7529400640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 0x7f75240937d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f751400c680 tx=0x7f751400cb40 comp rx=0 tx=0).stop
2024-09-10T21:59:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 shutdown_connections
2024-09-10T21:59:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f752412e3e0 0x7f7524093d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f752412dac0 0x7f75240937d0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 --2- 172.21.15.67:0/3978302500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7524092780 0x7f7524093290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 >> 172.21.15.67:0/3978302500 conn(0x7f752409e210 msgr2=0x7f75241273e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 shutdown_connections
2024-09-10T21:59:48.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.347+0000 7f7529400640  1 -- 172.21.15.67:0/3978302500 wait complete.
2024-09-10T21:59:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.352+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f23d401f4f0 con 0x7f23d40b9060
2024-09-10T21:59:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.355+0000 7ff39b400640  1 -- 172.21.15.67:0/3317983710 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0  v18)=0  v18) ==== 125+0+0 (secure 0 0 0) 0x7ff394012830 con 0x7ff388004d40
2024-09-10T21:59:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.357+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 msgr2=0x7ff3a4094540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.357+0000 7ff3a8a00640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 0x7ff3a4094540 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff394010a40 tx=0x7ff394010f00 comp rx=0 tx=0).stop
2024-09-10T21:59:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.357+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 shutdown_connections
2024-09-10T21:59:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.357+0000 7ff3a8a00640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3a41d4820 0x7ff3a41d6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.358+0000 7ff3a8a00640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3a4094a80 0x7ff3a4094ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.358+0000 7ff3a8a00640  1 --2- 172.21.15.67:0/3317983710 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff388004d40 0x7ff3a4094540 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.358+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 >> 172.21.15.67:0/3317983710 conn(0x7ff3a409e550 msgr2=0x7ff3a409b190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.358+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 shutdown_connections
2024-09-10T21:59:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.358+0000 7ff3a8a00640  1 -- 172.21.15.67:0/3317983710 wait complete.
2024-09-10T21:59:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.358+0000 7f23cfe00640  1 -- 172.21.15.67:0/2553764845 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0  v19)=0  v19) ==== 121+0+0 (secure 0 0 0) 0x7f23c8004bb0 con 0x7f23d40b9060
2024-09-10T21:59:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d40b9060 msgr2=0x7f23d401cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d40b9060 0x7f23d401cb60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f23c8031000 tx=0x7f23c8003890 comp rx=0 tx=0).stop
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 shutdown_connections
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23d40b9060 0x7f23d401cb60 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f23d40b6730 0x7f23d40b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 --2- 172.21.15.67:0/2553764845 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f23d4014790 0x7f23d40b59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 >> 172.21.15.67:0/2553764845 conn(0x7f23d4005dc0 msgr2=0x7f23d40b7640 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 shutdown_connections
2024-09-10T21:59:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.360+0000 7f23cd600640  1 -- 172.21.15.67:0/2553764845 wait complete.
2024-09-10T21:59:48.378 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.379 DEBUG:tasks.ceph:waiting for RemoteProcess(client=<paramiko.client.SSHClient object at 0x7f54d53c8b50>, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi067')
2024-09-10T21:59:48.380 INFO:tasks.ceph:Setting crush tunables to default
2024-09-10T21:59:48.380 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd crush tunables default
2024-09-10T21:59:48.393 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:48.392+0000 7f880705c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-09-10T21:59:48.449 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:48.448+0000 7fb1c6a2d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-09-10T21:59:48.528 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:48.527+0000 7f880705c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-09-10T21:59:48.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.547+0000 7f0d39600640  1 -- 172.21.15.67:0/2127762053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d3409ac00 msgr2=0x7f0d3409afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.547+0000 7f0d39600640  1 --2- 172.21.15.67:0/2127762053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d3409ac00 0x7f0d3409afe0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0d24009900 tx=0x7f0d2402a4f0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.548+0000 7f0d39600640  1 -- 172.21.15.67:0/2127762053 shutdown_connections
2024-09-10T21:59:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.548+0000 7f0d39600640  1 --2- 172.21.15.67:0/2127762053 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 0x7f0d34135ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.548+0000 7f0d39600640  1 --2- 172.21.15.67:0/2127762053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d3409ac00 0x7f0d3409afe0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.548+0000 7f0d39600640  1 -- 172.21.15.67:0/2127762053 >> 172.21.15.67:0/2127762053 conn(0x7f0d3409e830 msgr2=0x7f0d340a0300 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.548+0000 7f0d39600640  1 -- 172.21.15.67:0/2127762053 shutdown_connections
2024-09-10T21:59:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.548+0000 7f0d39600640  1 -- 172.21.15.67:0/2127762053 wait complete.
2024-09-10T21:59:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.550+0000 7f0d39600640  1  Processor -- start
2024-09-10T21:59:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.550+0000 7f0d39600640  1 --  start start
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d39600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0d3409ac00 0x7f0d3408bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d39600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 0x7f0d3408c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d39600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 0x7f0d3408c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d39600640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0d34136b60 con 0x7f0d340a0bf0
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d39600640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f0d341369e0 con 0x7f0d3409b520
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d39600640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f0d34136ce0 con 0x7f0d3409ac00
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d32000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 0x7f0d3408c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d33400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 0x7f0d3408c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d32a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0d3409ac00 0x7f0d3408bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:48.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d33400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 0x7f0d3408c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52428/0 (socket says 172.21.15.67:52428)
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.551+0000 7f0d33400640  1 -- 172.21.15.67:0/253155965 learned_addr learned my addr 172.21.15.67:0/253155965 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d32000640  1 -- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0d3409ac00 msgr2=0x7f0d3408bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d32000640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0d3409ac00 0x7f0d3408bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d32000640  1 -- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 msgr2=0x7f0d3408c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d32000640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 0x7f0d3408c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d32000640  1 -- 172.21.15.67:0/253155965 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3408f240 con 0x7f0d3409b520
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d33400640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 0x7f0d3408c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d32000640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 0x7f0d3408c410 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0d340a1010 tx=0x7f0d2000c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20017070 con 0x7f0d3409b520
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d200035f0 con 0x7f0d3409b520
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d3408ce90 con 0x7f0d3409b520
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.552+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20003a40 con 0x7f0d3409b520
2024-09-10T21:59:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.553+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d341c9fe0 con 0x7f0d3409b520
2024-09-10T21:59:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.553+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0d2001a070 con 0x7f0d3409b520
2024-09-10T21:59:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.553+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0d20012400 con 0x7f0d3409b520
2024-09-10T21:59:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.554+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d340979f0 con 0x7f0d3409b520
2024-09-10T21:59:48.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.556+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0d340979f0 con 0x7f0d3409b520
2024-09-10T21:59:48.566 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:48.565+0000 7fb1c6a2d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-09-10T21:59:48.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.623+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f0d3409afe0 con 0x7f0d3409b520
2024-09-10T21:59:48.629 INFO:teuthology.orchestra.run.smithi067.stderr:adjusted tunables profile to default
2024-09-10T21:59:48.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.628+0000 7f0d2aa00640  1 -- 172.21.15.67:0/253155965 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f0d20021070 con 0x7f0d3409b520
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 msgr2=0x7f0d3408c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 0x7f0d3408c410 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0d340a1010 tx=0x7f0d2000c890 comp rx=0 tx=0).stop
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 shutdown_connections
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d340a0bf0 0x7f0d3408c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0d3409b520 0x7f0d3408c410 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 --2- 172.21.15.67:0/253155965 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0d3409ac00 0x7f0d3408bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 >> 172.21.15.67:0/253155965 conn(0x7f0d3409e830 msgr2=0x7f0d340962a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 shutdown_connections
2024-09-10T21:59:48.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:48.629+0000 7f0d39600640  1 -- 172.21.15.67:0/253155965 wait complete.
2024-09-10T21:59:48.645 INFO:tasks.ceph:check_enable_crimson: False
2024-09-10T21:59:48.645 INFO:tasks.ceph:Starting osd daemons in cluster ceph...
2024-09-10T21:59:48.646 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:48.646 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout
2024-09-10T21:59:48.702 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:48.702 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout
2024-09-10T21:59:48.798 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:48.799 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout
2024-09-10T21:59:48.895 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T21:59:48.895 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout
2024-09-10T21:59:48.966 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:48.964+0000 7fb1c6a2d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-09-10T21:59:48.966 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:48.964+0000 7f880705c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-09-10T21:59:48.992 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd new b6508c9e-fab9-49f8-bcd6-cb603d5cf706 0
2024-09-10T21:59:49.027 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.026+0000 7fb1c6a2d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-09-10T21:59:49.028 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.026+0000 7f880705c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 -- 172.21.15.67:0/2762785463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 msgr2=0x7fc2c008cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 --2- 172.21.15.67:0/2762785463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c008cce0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc2b0005fd0 tx=0x7fc2b002a980 comp rx=0 tx=0).stop
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 -- 172.21.15.67:0/2762785463 shutdown_connections
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 --2- 172.21.15.67:0/2762785463 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 0x7fc2c008d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 --2- 172.21.15.67:0/2762785463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c008cce0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 -- 172.21.15.67:0/2762785463 >> 172.21.15.67:0/2762785463 conn(0x7fc2c00a0c80 msgr2=0x7fc2c008b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 -- 172.21.15.67:0/2762785463 shutdown_connections
2024-09-10T21:59:49.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.184+0000 7fc2c5400640  1 -- 172.21.15.67:0/2762785463 wait complete.
2024-09-10T21:59:49.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.185+0000 7fc2c5400640  1  Processor -- start
2024-09-10T21:59:49.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.185+0000 7fc2c5400640  1 --  start start
2024-09-10T21:59:49.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2c5400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c01317d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2c5400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 0x7fc2c0131d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2c5400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2c01327c0 0x7fc2c0132250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2c5400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c0136980 con 0x7fc2c008c900
2024-09-10T21:59:49.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2c5400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc2c0136800 con 0x7fc2c008d220
2024-09-10T21:59:49.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2c5400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc2c0136b00 con 0x7fc2c01327c0
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2be800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c01317d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2b5e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 0x7fc2c0131d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2be800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c01317d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52450/0 (socket says 172.21.15.67:52450)
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2be800640  1 -- 172.21.15.67:0/1189581205 learned_addr learned my addr 172.21.15.67:0/1189581205 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.186+0000 7fc2bf200640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2c01327c0 0x7fc2c0132250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b5e00640  1 -- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2c01327c0 msgr2=0x7fc2c0132250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b5e00640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2c01327c0 0x7fc2c0132250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b5e00640  1 -- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 msgr2=0x7fc2c01317d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b5e00640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c01317d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b5e00640  1 -- 172.21.15.67:0/1189581205 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2c009ab50 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2be800640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c01317d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b5e00640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 0x7fc2c0131d10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800ea20 tx=0x7fc2a800eee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.187+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800ccc0 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.188+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2a8010430 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.188+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8010840 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.188+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2c009a270 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.188+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2c0098700 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.188+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc2a80109e0 con 0x7fc2c008d220
2024-09-10T21:59:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.188+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fc2a8018db0 con 0x7fc2c008d220
2024-09-10T21:59:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.189+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2c0137060 con 0x7fc2c008d220
2024-09-10T21:59:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.191+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc2a8018420 con 0x7fc2c008d220
2024-09-10T21:59:49.202 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.200+0000 7f880705c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-09-10T21:59:49.202 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.200+0000 7fb1c6a2d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-09-10T21:59:49.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.266+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b6508c9e-fab9-49f8-bcd6-cb603d5cf706", "id": 0} v 0) -- 0x7fc2c008dba0 con 0x7fc2c008d220
2024-09-10T21:59:49.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.270+0000 7fc2b7400640  1 -- 172.21.15.67:0/1189581205 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b6508c9e-fab9-49f8-bcd6-cb603d5cf706", "id": 0}]=0  v3) ==== 112+0+2 (secure 0 0 0) 0x7fc2a8018600 con 0x7fc2c008d220
2024-09-10T21:59:49.272 INFO:teuthology.orchestra.run.smithi067.stdout:0
2024-09-10T21:59:49.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.271+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 msgr2=0x7fc2c0131d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.271+0000 7fc2c5400640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 0x7fc2c0131d10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800ea20 tx=0x7fc2a800eee0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 shutdown_connections
2024-09-10T21:59:49.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2c01327c0 0x7fc2c0132250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc2c008d220 0x7fc2c0131d10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 --2- 172.21.15.67:0/1189581205 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c008c900 0x7fc2c01317d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 >> 172.21.15.67:0/1189581205 conn(0x7fc2c00a0c80 msgr2=0x7fc2c0091da0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:49.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 shutdown_connections
2024-09-10T21:59:49.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.272+0000 7fc2c5400640  1 -- 172.21.15.67:0/1189581205 wait complete.
2024-09-10T21:59:49.288 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd new 79bffdab-1ff6-4c61-892c-95ab48e34f6a 1
2024-09-10T21:59:49.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 -- 172.21.15.67:0/2569782040 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406e610 msgr2=0x7f2f1412dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 --2- 172.21.15.67:0/2569782040 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406e610 0x7f2f1412dae0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009830 tx=0x7f2f0002a360 comp rx=0 tx=0).stop
2024-09-10T21:59:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 -- 172.21.15.67:0/2569782040 shutdown_connections
2024-09-10T21:59:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 --2- 172.21.15.67:0/2569782040 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f1412e020 0x7f2f1412e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 --2- 172.21.15.67:0/2569782040 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406e610 0x7f2f1412dae0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 --2- 172.21.15.67:0/2569782040 >> v2:172.21.15.67:3300/0 conn(0x7f2f1406dcf0 0x7f2f1406e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 -- 172.21.15.67:0/2569782040 >> 172.21.15.67:0/2569782040 conn(0x7f2f140a06b0 msgr2=0x7f2f140a0ac0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 -- 172.21.15.67:0/2569782040 shutdown_connections
2024-09-10T21:59:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.443+0000 7f2f13200640  1 -- 172.21.15.67:0/2569782040 wait complete.
2024-09-10T21:59:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.444+0000 7f2f13200640  1  Processor -- start
2024-09-10T21:59:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --  start start
2024-09-10T21:59:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406dcf0 0x7f2f141c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 0x7f2f141c4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f1412e020 0x7f2f141261e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2f14135740 con 0x7f2f1406e610
2024-09-10T21:59:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2f141355c0 con 0x7f2f1406dcf0
2024-09-10T21:59:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f13200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2f141358c0 con 0x7f2f1412e020
2024-09-10T21:59:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f11400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 0x7f2f141c4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f11e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406dcf0 0x7f2f141c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f11400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 0x7f2f141c4350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52468/0 (socket says 172.21.15.67:52468)
2024-09-10T21:59:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f11400640  1 -- 172.21.15.67:0/2754767281 learned_addr learned my addr 172.21.15.67:0/2754767281 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.445+0000 7f2f12800640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f1412e020 0x7f2f141261e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.446+0000 7f2f11400640  1 -- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f1412e020 msgr2=0x7f2f141261e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.446+0000 7f2f11400640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f1412e020 0x7f2f141261e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.446+0000 7f2f11400640  1 -- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406dcf0 msgr2=0x7f2f141c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.446+0000 7f2f11400640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406dcf0 0x7f2f141c3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.446+0000 7f2f11400640  1 -- 172.21.15.67:0/2754767281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f14128590 con 0x7f2f1406e610
2024-09-10T21:59:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.446+0000 7f2f11400640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 0x7f2f141c4350 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009780 tx=0x7f2f00033b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0003f020 con 0x7f2f1406e610
2024-09-10T21:59:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f00033d60 con 0x7f2f1406e610
2024-09-10T21:59:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f00037040 con 0x7f2f1406e610
2024-09-10T21:59:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f141300d0 con 0x7f2f1406e610
2024-09-10T21:59:49.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f1412f520 con 0x7f2f1406e610
2024-09-10T21:59:49.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2f00042020 con 0x7f2f1406e610
2024-09-10T21:59:49.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.447+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f2f00044d90 con 0x7f2f1406e610
2024-09-10T21:59:49.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.448+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f1406e0d0 con 0x7f2f1406e610
2024-09-10T21:59:49.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.451+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2f00049030 con 0x7f2f1406e610
2024-09-10T21:59:49.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.525+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd new", "uuid": "79bffdab-1ff6-4c61-892c-95ab48e34f6a", "id": 1} v 0) -- 0x7f2f1412f2f0 con 0x7f2f1406e610
2024-09-10T21:59:49.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.528+0000 7f2f0a000640  1 -- 172.21.15.67:0/2754767281 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "79bffdab-1ff6-4c61-892c-95ab48e34f6a", "id": 1}]=0  v4) ==== 112+0+2 (secure 0 0 0) 0x7f2f00044400 con 0x7f2f1406e610
2024-09-10T21:59:49.529 INFO:teuthology.orchestra.run.smithi067.stdout:1
2024-09-10T21:59:49.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 msgr2=0x7f2f141c4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 0x7f2f141c4350 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009780 tx=0x7f2f00033b70 comp rx=0 tx=0).stop
2024-09-10T21:59:49.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 shutdown_connections
2024-09-10T21:59:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2f1412e020 0x7f2f141261e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f1406e610 0x7f2f141c4350 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 --2- 172.21.15.67:0/2754767281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2f1406dcf0 0x7f2f141c3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 >> 172.21.15.67:0/2754767281 conn(0x7f2f140a06b0 msgr2=0x7f2f141287a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 shutdown_connections
2024-09-10T21:59:49.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.529+0000 7f2f13200640  1 -- 172.21.15.67:0/2754767281 wait complete.
2024-09-10T21:59:49.546 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd new cc290c15-4127-4ed0-b535-82fe3d3687c3 2
2024-09-10T21:59:49.581 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.580+0000 7f880705c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-09-10T21:59:49.583 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.582+0000 7fb1c6a2d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-09-10T21:59:49.648 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.646+0000 7f880705c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-09-10T21:59:49.650 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.649+0000 7fb1c6a2d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.700+0000 7f8cad200640  1 -- 172.21.15.67:0/817146143 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808d650 msgr2=0x7f8ca8135ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.700+0000 7f8cad200640  1 --2- 172.21.15.67:0/817146143 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808d650 0x7f8ca8135ef0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8ca0009ca0 tx=0x7f8ca002a9a0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.700+0000 7f8cad200640  1 -- 172.21.15.67:0/817146143 shutdown_connections
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.700+0000 7f8cad200640  1 --2- 172.21.15.67:0/817146143 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808d650 0x7f8ca8135ef0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.700+0000 7f8cad200640  1 --2- 172.21.15.67:0/817146143 >> v2:172.21.15.67:3300/0 conn(0x7f8ca808c900 0x7f8ca808cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.700+0000 7f8cad200640  1 -- 172.21.15.67:0/817146143 >> 172.21.15.67:0/817146143 conn(0x7f8ca80a0c80 msgr2=0x7f8ca808b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.701+0000 7f8cad200640  1 -- 172.21.15.67:0/817146143 shutdown_connections
2024-09-10T21:59:49.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.701+0000 7f8cad200640  1 -- 172.21.15.67:0/817146143 wait complete.
2024-09-10T21:59:49.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.702+0000 7f8cad200640  1  Processor -- start
2024-09-10T21:59:49.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.703+0000 7f8cad200640  1 --  start start
2024-09-10T21:59:49.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.703+0000 7f8cad200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 0x7f8ca809c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.703+0000 7f8cad200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ca808d220 0x7f8ca809c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8cad200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f8ca808d650 0x7f8ca809caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8cad200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca8136960 con 0x7f8ca808d220
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8cad200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f8ca81367e0 con 0x7f8ca808d650
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8cad200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f8ca8136ae0 con 0x7f8ca808c900
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 0x7f8ca809c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ca808d220 0x7f8ca809c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 0x7f8ca809c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:35464/0 (socket says 172.21.15.67:35464)
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 -- 172.21.15.67:0/227398069 learned_addr learned my addr 172.21.15.67:0/227398069 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca6800640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f8ca808d650 0x7f8ca809caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 -- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f8ca808d650 msgr2=0x7f8ca809caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f8ca808d650 0x7f8ca809caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 -- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ca808d220 msgr2=0x7f8ca809c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ca808d220 0x7f8ca809c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5e00640  1 -- 172.21.15.67:0/227398069 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca8135e20 con 0x7f8ca808c900
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.704+0000 7f8ca5400640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ca808d220 0x7f8ca809c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8ca5e00640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 0x7f8ca809c020 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8c9800e9f0 tx=0x7f8c9800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9800cd80 con 0x7f8ca808c900
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c98010430 con 0x7f8ca808c900
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c98010840 con 0x7f8ca808c900
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ca81360b0 con 0x7f8ca808c900
2024-09-10T21:59:49.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ca8126610 con 0x7f8ca808c900
2024-09-10T21:59:49.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.705+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8c980109e0 con 0x7f8ca808c900
2024-09-10T21:59:49.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.706+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f8c98010cd0 con 0x7f8ca808c900
2024-09-10T21:59:49.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.707+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ca8137070 con 0x7f8ca808c900
2024-09-10T21:59:49.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.711+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8ca81360b0 con 0x7f8ca808c900
2024-09-10T21:59:49.756 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.754+0000 7fb1c6a2d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-09-10T21:59:49.756 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.755+0000 7f880705c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-09-10T21:59:49.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.785+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd new", "uuid": "cc290c15-4127-4ed0-b535-82fe3d3687c3", "id": 2} v 0) -- 0x7f8ca808dba0 con 0x7f8ca808c900
2024-09-10T21:59:49.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.789+0000 7f8c9e000640  1 -- 172.21.15.67:0/227398069 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cc290c15-4127-4ed0-b535-82fe3d3687c3", "id": 2}]=0  v5) ==== 112+0+2 (secure 0 0 0) 0x7f8c98018420 con 0x7f8ca808c900
2024-09-10T21:59:49.790 INFO:teuthology.orchestra.run.smithi067.stdout:2
2024-09-10T21:59:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 msgr2=0x7f8ca809c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 0x7f8ca809c020 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8c9800e9f0 tx=0x7f8c9800eeb0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 shutdown_connections
2024-09-10T21:59:49.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f8ca808d650 0x7f8ca809caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ca808d220 0x7f8ca809c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 --2- 172.21.15.67:0/227398069 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f8ca808c900 0x7f8ca809c020 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 >> 172.21.15.67:0/227398069 conn(0x7f8ca80a0c80 msgr2=0x7f8ca806d7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.790+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 shutdown_connections
2024-09-10T21:59:49.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:49.791+0000 7f8cad200640  1 -- 172.21.15.67:0/227398069 wait complete.
2024-09-10T21:59:49.807 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd new 194bcb86-c859-426b-b53d-1027da360ea7 3
2024-09-10T21:59:49.872 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.870+0000 7fb1c6a2d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-09-10T21:59:49.872 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.870+0000 7f880705c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-09-10T21:59:49.930 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:49.929+0000 7f880705c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-09-10T21:59:49.930 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:49.929+0000 7fb1c6a2d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-09-10T21:59:50.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 -- 172.21.15.67:0/2542524046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 msgr2=0x7fbdf408cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/2542524046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf408cce0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbde8009830 tx=0x7fbde802a360 comp rx=0 tx=0).stop
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 -- 172.21.15.67:0/2542524046 shutdown_connections
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/2542524046 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbdf41327c0 0x7fbdf4134bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/2542524046 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbdf408d220 0x7fbdf408d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/2542524046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf408cce0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 -- 172.21.15.67:0/2542524046 >> 172.21.15.67:0/2542524046 conn(0x7fbdf40a0c80 msgr2=0x7fbdf408b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 -- 172.21.15.67:0/2542524046 shutdown_connections
2024-09-10T21:59:50.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.000+0000 7fbdfbe00640  1 -- 172.21.15.67:0/2542524046 wait complete.
2024-09-10T21:59:50.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.001+0000 7fbdfbe00640  1  Processor -- start
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.001+0000 7fbdfbe00640  1 --  start start
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdfbe00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf4131b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdfbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbdf408d220 0x7fbdf4132040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdfbe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbdf41327c0 0x7fbdf4099de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdfbe00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf4135b50 con 0x7fbdf408c900
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdfbe00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fbdf41359d0 con 0x7fbdf408d220
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdfbe00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fbdf4135cd0 con 0x7fbdf41327c0
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdf9400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf4131b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdf9400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf4131b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52514/0 (socket says 172.21.15.67:52514)
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdf9400640  1 -- 172.21.15.67:0/1358003482 learned_addr learned my addr 172.21.15.67:0/1358003482 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdf8a00640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbdf408d220 0x7fbdf4132040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:50.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.002+0000 7fbdf9e00640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbdf41327c0 0x7fbdf4099de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf9400640  1 -- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbdf41327c0 msgr2=0x7fbdf4099de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf9400640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbdf41327c0 0x7fbdf4099de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf9400640  1 -- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbdf408d220 msgr2=0x7fbdf4132040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf9400640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbdf408d220 0x7fbdf4132040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf9400640  1 -- 172.21.15.67:0/1358003482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf409b840 con 0x7fbdf408c900
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf9400640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf4131b00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbde8009780 tx=0x7fbde8033b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.003+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde803f020 con 0x7fbdf408c900
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.004+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbde80044c0 con 0x7fbdf408c900
2024-09-10T21:59:50.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.004+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdf4132580 con 0x7fbdf408c900
2024-09-10T21:59:50.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.004+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde8037040 con 0x7fbdf408c900
2024-09-10T21:59:50.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.004+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdf409cc40 con 0x7fbdf408c900
2024-09-10T21:59:50.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.004+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbde8042020 con 0x7fbdf408c900
2024-09-10T21:59:50.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.004+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7fbde80328d0 con 0x7fbdf408c900
2024-09-10T21:59:50.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.005+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdf4073ca0 con 0x7fbdf408c900
2024-09-10T21:59:50.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.007+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbdf4073ca0 con 0x7fbdf408c900
2024-09-10T21:59:50.053 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.051+0000 7f880705c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-09-10T21:59:50.053 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.052+0000 7fb1c6a2d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-09-10T21:59:50.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.081+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd new", "uuid": "194bcb86-c859-426b-b53d-1027da360ea7", "id": 3} v 0) -- 0x7fbdf408cce0 con 0x7fbdf408c900
2024-09-10T21:59:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.083+0000 7fbdf1600640  1 -- 172.21.15.67:0/1358003482 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "194bcb86-c859-426b-b53d-1027da360ea7", "id": 3}]=0  v6) ==== 112+0+2 (secure 0 0 0) 0x7fbde8049070 con 0x7fbdf408c900
2024-09-10T21:59:50.084 INFO:teuthology.orchestra.run.smithi067.stdout:3
2024-09-10T21:59:50.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.084+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 msgr2=0x7fbdf4131b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.084+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf4131b00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbde8009780 tx=0x7fbde8033b70 comp rx=0 tx=0).stop
2024-09-10T21:59:50.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 shutdown_connections
2024-09-10T21:59:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbdf41327c0 0x7fbdf4099de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbdf408d220 0x7fbdf4132040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 --2- 172.21.15.67:0/1358003482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdf408c900 0x7fbdf4131b00 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 >> 172.21.15.67:0/1358003482 conn(0x7fbdf40a0c80 msgr2=0x7fbdf40917b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 shutdown_connections
2024-09-10T21:59:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.085+0000 7fbdfbe00640  1 -- 172.21.15.67:0/1358003482 wait complete.
2024-09-10T21:59:50.101 INFO:tasks.ceph.osd.0:Restarting daemon
2024-09-10T21:59:50.101 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0
2024-09-10T21:59:50.120 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.118+0000 7f880705c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-09-10T21:59:50.120 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.118+0000 7fb1c6a2d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-09-10T21:59:50.124 INFO:tasks.ceph.osd.0:Started
2024-09-10T21:59:50.124 INFO:tasks.ceph.osd.1:Restarting daemon
2024-09-10T21:59:50.124 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1
2024-09-10T21:59:50.127 INFO:tasks.ceph.osd.1:Started
2024-09-10T21:59:50.128 INFO:tasks.ceph.osd.2:Restarting daemon
2024-09-10T21:59:50.128 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2
2024-09-10T21:59:50.133 INFO:tasks.ceph.osd.2:Started
2024-09-10T21:59:50.133 INFO:tasks.ceph.osd.3:Restarting daemon
2024-09-10T21:59:50.134 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3
2024-09-10T21:59:50.139 INFO:tasks.ceph.osd.3:Started
2024-09-10T21:59:50.140 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T21:59:50.200 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.198+0000 7fb1c6a2d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-09-10T21:59:50.200 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.199+0000 7f880705c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-09-10T21:59:50.376 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.375+0000 7fb1c6a2d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-09-10T21:59:50.377 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.375+0000 7f880705c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 -- 172.21.15.67:0/3759521991 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd56808d270 msgr2=0x7fd568132fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 --2- 172.21.15.67:0/3759521991 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd56808d270 0x7fd568132fb0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd550009930 tx=0x7fd55002a480 comp rx=0 tx=0).stop
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 -- 172.21.15.67:0/3759521991 shutdown_connections
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 --2- 172.21.15.67:0/3759521991 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd5681334f0 0x7fd5681358e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 --2- 172.21.15.67:0/3759521991 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd56808d270 0x7fd568132fb0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 -- 172.21.15.67:0/3759521991 >> 172.21.15.67:0/3759521991 conn(0x7fd5680a0c80 msgr2=0x7fd56808b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.376+0000 7fd56e800640  1 -- 172.21.15.67:0/3759521991 shutdown_connections
2024-09-10T21:59:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.377+0000 7fd56e800640  1 -- 172.21.15.67:0/3759521991 wait complete.
2024-09-10T21:59:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1  Processor -- start
2024-09-10T21:59:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --  start start
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd56808c780 0x7fd5681c4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 0x7fd5681c4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd5681334f0 0x7fd56812ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd568136990 con 0x7fd56808c780
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fd568136810 con 0x7fd56808d270
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.378+0000 7fd56e800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fd568136b10 con 0x7fd5681334f0
2024-09-10T21:59:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 0x7fd5681c4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:50.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd567e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd5681334f0 0x7fd56812ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:50.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd567400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd56808c780 0x7fd5681c4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:50.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 0x7fd5681c4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:57112/0 (socket says 172.21.15.67:57112)
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 -- 172.21.15.67:0/3764140668 learned_addr learned my addr 172.21.15.67:0/3764140668 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 -- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd5681334f0 msgr2=0x7fd56812ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd5681334f0 0x7fd56812ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 -- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd56808c780 msgr2=0x7fd5681c4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd56808c780 0x7fd5681c4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd55fe00640  1 -- 172.21.15.67:0/3764140668 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5681320a0 con 0x7fd56808d270
2024-09-10T21:59:50.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.379+0000 7fd567400640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd56808c780 0x7fd5681c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:50.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.380+0000 7fd55fe00640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 0x7fd5681c4770 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fd550009850 tx=0x7fd550005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:50.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.380+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55003f070 con 0x7fd56808d270
2024-09-10T21:59:50.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.380+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5500047a0 con 0x7fd56808d270
2024-09-10T21:59:50.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.380+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd550035030 con 0x7fd56808d270
2024-09-10T21:59:50.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.380+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5681c4cb0 con 0x7fd56808d270
2024-09-10T21:59:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.380+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5681317b0 con 0x7fd56808d270
2024-09-10T21:59:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.381+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd550042070 con 0x7fd56808d270
2024-09-10T21:59:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.381+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fd55003baa0 con 0x7fd56808d270
2024-09-10T21:59:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.381+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd56808cb60 con 0x7fd56808d270
2024-09-10T21:59:50.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.385+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd55003bcf0 con 0x7fd56808d270
2024-09-10T21:59:50.442 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.440+0000 7fb1c6a2d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-09-10T21:59:50.442 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.440+0000 7f880705c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-09-10T21:59:50.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.450+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd568132b60 con 0x7fd56808d270
2024-09-10T21:59:50.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.451+0000 7fd55f400640  1 -- 172.21.15.67:0/3764140668 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v6) ==== 74+0+4153 (secure 0 0 0) 0x7fd55003b550 con 0x7fd56808d270
2024-09-10T21:59:50.452 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T21:59:50.452 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":6,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T21:59:50.082725+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T21:59:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 msgr2=0x7fd5681c4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 0x7fd5681c4770 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fd550009850 tx=0x7fd550005e80 comp rx=0 tx=0).stop
2024-09-10T21:59:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 shutdown_connections
2024-09-10T21:59:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd5681334f0 0x7fd56812ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd56808d270 0x7fd5681c4770 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 --2- 172.21.15.67:0/3764140668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd56808c780 0x7fd5681c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 >> 172.21.15.67:0/3764140668 conn(0x7fd5680a0c80 msgr2=0x7fd56806e180 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 shutdown_connections
2024-09-10T21:59:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T21:59:50.452+0000 7fd56e800640  1 -- 172.21.15.67:0/3764140668 wait complete.
2024-09-10T21:59:50.469 INFO:tasks.ceph.ceph_manager.ceph:[]
2024-09-10T21:59:50.469 INFO:tasks.ceph:Waiting for OSDs to come up
2024-09-10T21:59:50.506 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.505+0000 7f880705c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-09-10T21:59:50.507 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.505+0000 7fb1c6a2d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-09-10T21:59:50.588 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.587+0000 7f880705c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-09-10T21:59:50.589 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.587+0000 7fb1c6a2d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-09-10T21:59:50.644 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.642+0000 7f880705c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-09-10T21:59:50.644 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.643+0000 7fb1c6a2d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-09-10T21:59:50.698 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.697+0000 7f880705c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-09-10T21:59:50.698 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.697+0000 7fb1c6a2d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-09-10T21:59:50.871 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json
2024-09-10T21:59:50.976 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:50.975+0000 7f880705c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-09-10T21:59:50.977 INFO:tasks.ceph.mgr.x.smithi067.stderr:2024-09-10T21:59:50.975+0000 7fb1c6a2d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 -- 172.21.15.67:0/1397151798 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 msgr2=0x7fc7dc12e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/1397151798 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc12e270 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc7d4005fd0 tx=0x7fc7d402a9c0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 -- 172.21.15.67:0/1397151798 shutdown_connections
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/1397151798 >> v2:172.21.15.67:3300/0 conn(0x7fc7dc12e7b0 0x7fc7dc12ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/1397151798 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc12e270 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 -- 172.21.15.67:0/1397151798 >> 172.21.15.67:0/1397151798 conn(0x7fc7dc0a09d0 msgr2=0x7fc7dc0a0de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 -- 172.21.15.67:0/1397151798 shutdown_connections
2024-09-10T21:59:51.026 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.024+0000 7fc7e2e00640  1 -- 172.21.15.67:0/1397151798 wait complete.
2024-09-10T21:59:51.027 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.026+0000 7fc7e2e00640  1  Processor -- start
2024-09-10T21:59:51.027 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.026+0000 7fc7e2e00640  1 --  start start
2024-09-10T21:59:51.028 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc7dc072850 0x7fc7dc1c3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc1c4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7dc12e7b0 0x7fc7dc1c4960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc136a90 con 0x7fc7dc12e7b0
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc7dc136910 con 0x7fc7dc072850
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc7dc136c10 con 0x7fc7dc12dc80
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc1c4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7dc12e7b0 0x7fc7dc1c4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:51.029 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc1c4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:35614/0 (socket says 172.21.15.67:35614)
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 -- 172.21.15.67:0/2039095968 learned_addr learned my addr 172.21.15.67:0/2039095968 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1a00640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc7dc072850 0x7fc7dc1c3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 -- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc7dc072850 msgr2=0x7fc7dc1c3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc7dc072850 0x7fc7dc1c3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 -- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7dc12e7b0 msgr2=0x7fc7dc1c4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7dc12e7b0 0x7fc7dc1c4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e1000640  1 -- 172.21.15.67:0/2039095968 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc1346e0 con 0x7fc7dc12dc80
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.027+0000 7fc7e2400640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7dc12e7b0 0x7fc7dc1c4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T21:59:51.030 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.028+0000 7fc7e1000640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc1c4420 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800c460 tx=0x7fc7c800c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:51.031 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.028+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8016020 con 0x7fc7dc12dc80
2024-09-10T21:59:51.031 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.028+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7c8012960 con 0x7fc7dc12dc80
2024-09-10T21:59:51.031 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.028+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7dc128470 con 0x7fc7dc12dc80
2024-09-10T21:59:51.031 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.028+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8012db0 con 0x7fc7dc12dc80
2024-09-10T21:59:51.031 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.028+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7dc131a60 con 0x7fc7dc12dc80
2024-09-10T21:59:51.031 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.029+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 2) ==== 28070+0+0 (secure 0 0 0) 0x7fc7c8019020 con 0x7fc7dc12dc80
2024-09-10T21:59:51.032 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.030+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7dc135220 con 0x7fc7dc12dc80
2024-09-10T21:59:51.033 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.032+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fc7c8018480 con 0x7fc7dc12dc80
2024-09-10T21:59:51.036 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.035+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc7c8020070 con 0x7fc7dc12dc80
2024-09-10T21:59:51.098 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.097+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7dc068470 con 0x7fc7dc12dc80
2024-09-10T21:59:51.099 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.097+0000 7fc7d9600640  1 -- 172.21.15.67:0/2039095968 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v6) ==== 74+0+4153 (secure 0 0 0) 0x7fc7c801ad90 con 0x7fc7dc12dc80
2024-09-10T21:59:51.099 INFO:teuthology.misc.health.smithi067.stdout:
2024-09-10T21:59:51.099 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":6,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T21:59:50.082725+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 msgr2=0x7fc7dc1c4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc1c4420 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800c460 tx=0x7fc7c800c920 comp rx=0 tx=0).stop
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 shutdown_connections
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7dc12e7b0 0x7fc7dc1c4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc7dc12dc80 0x7fc7dc1c4420 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 --2- 172.21.15.67:0/2039095968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc7dc072850 0x7fc7dc1c3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:51.100 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 >> 172.21.15.67:0/2039095968 conn(0x7fc7dc0a09d0 msgr2=0x7fc7dc06d790 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:51.101 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 shutdown_connections
2024-09-10T21:59:51.101 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:51.098+0000 7fc7e2e00640  1 -- 172.21.15.67:0/2039095968 wait complete.
2024-09-10T21:59:51.112 DEBUG:teuthology.misc:0 of 4 OSDs are up
2024-09-10T21:59:51.994 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:51.993+0000 7f87f0200640 -1 mgr.server handle_report got status from non-daemon mon.c
2024-09-10T21:59:51.994 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T21:59:51.993+0000 7f87f0200640 -1 mgr.server handle_report got status from non-daemon mon.b
2024-09-10T21:59:52.219 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T21:59:52.217+0000 7f670129c640 -1 Falling back to public interface
2024-09-10T21:59:52.223 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T21:59:52.222+0000 7f9ca260d640 -1 Falling back to public interface
2024-09-10T21:59:52.228 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T21:59:52.227+0000 7f04f7cdc640 -1 Falling back to public interface
2024-09-10T21:59:52.246 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T21:59:52.245+0000 7f06c2cd8640 -1 Falling back to public interface
2024-09-10T21:59:56.862 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T21:59:56.860+0000 7f670129c640 -1 osd.1 0 log_to_monitors true
2024-09-10T21:59:56.930 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T21:59:56.929+0000 7f04f7cdc640 -1 osd.3 0 log_to_monitors true
2024-09-10T21:59:56.958 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T21:59:56.957+0000 7f9ca260d640 -1 osd.0 0 log_to_monitors true
2024-09-10T21:59:56.998 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T21:59:56.997+0000 7f06c2cd8640 -1 osd.2 0 log_to_monitors true
2024-09-10T21:59:57.515 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 -- 172.21.15.67:0/2065693175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c12dc80 msgr2=0x7fe62c12e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 --2- 172.21.15.67:0/2065693175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c12dc80 0x7fe62c12e270 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe61c009830 tx=0x7fe61c02a480 comp rx=0 tx=0).stop
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 -- 172.21.15.67:0/2065693175 shutdown_connections
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 --2- 172.21.15.67:0/2065693175 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c072850 0x7fe62c12e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 --2- 172.21.15.67:0/2065693175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c12dc80 0x7fe62c12e270 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 -- 172.21.15.67:0/2065693175 >> 172.21.15.67:0/2065693175 conn(0x7fe62c0a09d0 msgr2=0x7fe62c0a0de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 -- 172.21.15.67:0/2065693175 shutdown_connections
2024-09-10T21:59:57.656 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.654+0000 7fe630e00640  1 -- 172.21.15.67:0/2065693175 wait complete.
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.655+0000 7fe630e00640  1  Processor -- start
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.655+0000 7fe630e00640  1 --  start start
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe630e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c072850 0x7fe62c131a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe630e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 0x7fe62c131fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe630e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe62c12dc80 0x7fe62c132500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe630e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c1368c0 con 0x7fe62c072850
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe630e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fe62c136740 con 0x7fe62c12dc80
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe630e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fe62c136a40 con 0x7fe62c12a780
2024-09-10T21:59:57.658 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe623e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 0x7fe62c131fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe623e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 0x7fe62c131fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:33680/0 (socket says 172.21.15.67:33680)
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe62b400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c072850 0x7fe62c131a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe623e00640  1 -- 172.21.15.67:0/1637926369 learned_addr learned my addr 172.21.15.67:0/1637926369 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.656+0000 7fe62be00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe62c12dc80 0x7fe62c132500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623e00640  1 -- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe62c12dc80 msgr2=0x7fe62c132500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe62c12dc80 0x7fe62c132500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623e00640  1 -- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c072850 msgr2=0x7fe62c131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:57.659 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c072850 0x7fe62c131a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.660 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623e00640  1 -- 172.21.15.67:0/1637926369 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62c133f40 con 0x7fe62c12a780
2024-09-10T21:59:57.660 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe62be00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe62c12dc80 0x7fe62c132500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 0x7fe62c131fc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe61400e9c0 tx=0x7fe61400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61400cde0 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe614004020 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe62c134500 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614004450 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.657+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe62c132a40 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.658+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe62c12ab90 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.659+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 4) ==== 55943+0+0 (secure 0 0 0) 0x7fe6140035f0 con 0x7fe62c12a780
2024-09-10T21:59:57.661 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.659+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(7..7 src has 1..7) ==== 1276+0+0 (secure 0 0 0) 0x7fe61405dc80 con 0x7fe62c12a780
2024-09-10T21:59:57.665 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.664+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe61405d400 con 0x7fe62c12a780
2024-09-10T21:59:57.819 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.816+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe62c068470 con 0x7fe62c12a780
2024-09-10T21:59:57.819 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.817+0000 7fe623400640  1 -- 172.21.15.67:0/1637926369 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v7) ==== 74+0+4153 (secure 0 0 0) 0x7fe61403d4c0 con 0x7fe62c12a780
2024-09-10T21:59:57.820 INFO:teuthology.misc.health.smithi067.stdout:
2024-09-10T21:59:57.820 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":7,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T21:59:56.916625+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T21:59:57.821 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 >> v1:172.21.15.67:6800/2431779038 conn(0x7fe608047f40 legacy=0x7fe60804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:57.821 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 msgr2=0x7fe62c131fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 0x7fe62c131fc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe61400e9c0 tx=0x7fe61400ee80 comp rx=0 tx=0).stop
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 shutdown_connections
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe62c12dc80 0x7fe62c132500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe62c12a780 0x7fe62c131fc0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 --2- 172.21.15.67:0/1637926369 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c072850 0x7fe62c131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 >> 172.21.15.67:0/1637926369 conn(0x7fe62c0a09d0 msgr2=0x7fe62c126e20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 shutdown_connections
2024-09-10T21:59:57.822 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T21:59:57.819+0000 7fe630e00640  1 -- 172.21.15.67:0/1637926369 wait complete.
2024-09-10T21:59:57.834 DEBUG:teuthology.misc:0 of 4 OSDs are up
2024-09-10T21:59:58.977 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T21:59:58.975+0000 7f66fcc00640 -1 osd.1 0 waiting for initial osdmap
2024-09-10T21:59:58.999 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T21:59:58.997+0000 7f66f2200640 -1 osd.1 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:00:00.812 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T22:00:00.810+0000 7f9c9c400640 -1 osd.0 0 waiting for initial osdmap
2024-09-10T22:00:00.821 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T22:00:00.817+0000 7f9c92e00640 -1 osd.0 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:00:00.830 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T22:00:00.829+0000 7f06bd200640 -1 osd.2 0 waiting for initial osdmap
2024-09-10T22:00:00.837 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T22:00:00.835+0000 7f06b3c00640 -1 osd.2 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:00:00.855 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T22:00:00.854+0000 7f04f2200640 -1 osd.3 0 waiting for initial osdmap
2024-09-10T22:00:00.861 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T22:00:00.859+0000 7f04e8c00640 -1 osd.3 10 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:00:04.236 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 -- 172.21.15.67:0/1901730286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812e2b0 msgr2=0x7fc698135f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 --2- 172.21.15.67:0/1901730286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812e2b0 0x7fc698135f40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc690005fd0 tx=0x7fc69002a980 comp rx=0 tx=0).stop
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 -- 172.21.15.67:0/1901730286 shutdown_connections
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 --2- 172.21.15.67:0/1901730286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812e2b0 0x7fc698135f40 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 --2- 172.21.15.67:0/1901730286 >> v2:172.21.15.67:3300/0 conn(0x7fc69812a6a0 0x7fc69812aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 -- 172.21.15.67:0/1901730286 >> 172.21.15.67:0/1901730286 conn(0x7fc6980a07f0 msgr2=0x7fc6980a0c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:04.387 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 -- 172.21.15.67:0/1901730286 shutdown_connections
2024-09-10T22:00:04.388 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.385+0000 7fc697200640  1 -- 172.21.15.67:0/1901730286 wait complete.
2024-09-10T22:00:04.388 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.386+0000 7fc697200640  1  Processor -- start
2024-09-10T22:00:04.388 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --  start start
2024-09-10T22:00:04.389 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 0x7fc698131b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:04.389 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812afc0 0x7fc6981320c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc69812e2b0 0x7fc698132600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc698136ab0 con 0x7fc69812a6a0
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc698136930 con 0x7fc69812e2b0
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc697200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc698136c30 con 0x7fc69812afc0
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc695e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 0x7fc698131b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc695e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 0x7fc698131b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53912/0 (socket says 172.21.15.67:53912)
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.387+0000 7fc695e00640  1 -- 172.21.15.67:0/2034635011 learned_addr learned my addr 172.21.15.67:0/2034635011 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc68fe00640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812afc0 0x7fc6981320c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc696800640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc69812e2b0 0x7fc698132600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc695e00640  1 -- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812afc0 msgr2=0x7fc6981320c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc695e00640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812afc0 0x7fc6981320c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc695e00640  1 -- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc69812e2b0 msgr2=0x7fc698132600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.390 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc695e00640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc69812e2b0 0x7fc698132600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.391 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc695e00640  1 -- 172.21.15.67:0/2034635011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc698134f00 con 0x7fc69812a6a0
2024-09-10T22:00:04.391 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc68fe00640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812afc0 0x7fc6981320c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:04.391 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc695e00640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 0x7fc698131b80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc68800e9f0 tx=0x7fc68800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.388+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc68800cd80 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.389+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc688004020 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.389+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc688004470 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.389+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc698132b40 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.389+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6981c9f30 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.390+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc698133b00 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.390+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) ==== 55943+0+0 (secure 0 0 0) 0x7fc6880035f0 con 0x7fc69812a6a0
2024-09-10T22:00:04.392 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.391+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2448+0+0 (secure 0 0 0) 0x7fc68805df70 con 0x7fc69812a6a0
2024-09-10T22:00:04.396 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.395+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7fc698133b00 con 0x7fc69812a6a0
2024-09-10T22:00:04.551 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.550+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc69812aa80 con 0x7fc69812a6a0
2024-09-10T22:00:04.552 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.550+0000 7fc68e000640  1 -- 172.21.15.67:0/2034635011 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v13) ==== 74+0+7015 (secure 0 0 0) 0x7fc688009490 con 0x7fc69812a6a0
2024-09-10T22:00:04.552 INFO:teuthology.misc.health.smithi067.stdout:
2024-09-10T22:00:04.552 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":13,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:00:03.817686+0000","last_up_change":"2024-09-10T22:00:01.813637+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":2029152633}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":2029152633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":2029152633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":2029152633}]},"public_addr":"172.21.15.67:6805/2029152633","cluster_addr":"172.21.15.67:6806/2029152633","heartbeat_back_addr":"172.21.15.67:6808/2029152633","heartbeat_front_addr":"172.21.15.67:6807/2029152633","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 >> v1:172.21.15.67:6800/2431779038 conn(0x7fc674047f40 legacy=0x7fc67404a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 msgr2=0x7fc698131b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 0x7fc698131b80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc68800e9f0 tx=0x7fc68800eeb0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 shutdown_connections
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc69812e2b0 0x7fc698132600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc69812afc0 0x7fc6981320c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 --2- 172.21.15.67:0/2034635011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc69812a6a0 0x7fc698131b80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 >> 172.21.15.67:0/2034635011 conn(0x7fc6980a07f0 msgr2=0x7fc69806d790 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 shutdown_connections
2024-09-10T22:00:04.554 INFO:teuthology.misc.health.smithi067.stderr:2024-09-10T22:00:04.552+0000 7fc697200640  1 -- 172.21.15.67:0/2034635011 wait complete.
2024-09-10T22:00:04.567 DEBUG:teuthology.misc:4 of 4 OSDs are up
2024-09-10T22:00:04.567 INFO:tasks.ceph:Creating RBD pool
2024-09-10T22:00:04.567 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd pool create rbd 8
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 -- 172.21.15.67:0/762891670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee012b900 msgr2=0x7f1ee012bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/762891670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee012b900 0x7f1ee012bce0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009830 tx=0x7f1ed002a3f0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 -- 172.21.15.67:0/762891670 shutdown_connections
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/762891670 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 0x7f1ee0128400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/762891670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee012b900 0x7f1ee012bce0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 -- 172.21.15.67:0/762891670 >> 172.21.15.67:0/762891670 conn(0x7f1ee009a0c0 msgr2=0x7f1ee009a4d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 -- 172.21.15.67:0/762891670 shutdown_connections
2024-09-10T22:00:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.736+0000 7f1ee4a00640  1 -- 172.21.15.67:0/762891670 wait complete.
2024-09-10T22:00:04.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.737+0000 7f1ee4a00640  1  Processor -- start
2024-09-10T22:00:04.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --  start start
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 0x7f1ee01c1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 0x7f1ee01c22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 0x7f1ee0122f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee0134730 con 0x7f1ee0128940
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f1ee01345b0 con 0x7f1ee012b900
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ee4a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f1ee01348b0 con 0x7f1ee012c220
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ede800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 0x7f1ee01c1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1edde00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 0x7f1ee01c22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1edf200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 0x7f1ee0122f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1edde00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 0x7f1ee01c22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:53818/0 (socket says 172.21.15.67:53818)
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1edde00640  1 -- 172.21.15.67:0/3433925830 learned_addr learned my addr 172.21.15.67:0/3433925830 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.738+0000 7f1ede800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 0x7f1ee01c1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53936/0 (socket says 172.21.15.67:53936)
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edde00640  1 -- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 msgr2=0x7f1ee0122f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edde00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 0x7f1ee0122f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edde00640  1 -- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 msgr2=0x7f1ee01c1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edde00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 0x7f1ee01c1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edde00640  1 -- 172.21.15.67:0/3433925830 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee01260c0 con 0x7f1ee012b900
2024-09-10T22:00:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edf200640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 0x7f1ee0122f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1ede800640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 0x7f1ee01c1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1edde00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 0x7f1ee01c22f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00e9f0 tx=0x7f1ecc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc00cd20 con 0x7f1ee012b900
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ecc010430 con 0x7f1ee012b900
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ee0125150 con 0x7f1ee012b900
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.739+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc010840 con 0x7f1ee012b900
2024-09-10T22:00:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.740+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ee01c2830 con 0x7f1ee012b900
2024-09-10T22:00:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.741+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ee00988d0 con 0x7f1ee012b900
2024-09-10T22:00:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.741+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 4) ==== 55943+0+0 (secure 0 0 0) 0x7f1ecc0109e0 con 0x7f1ee012b900
2024-09-10T22:00:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.741+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2448+0+0 (secure 0 0 0) 0x7f1ecc05e270 con 0x7f1ee012b900
2024-09-10T22:00:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.746+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f1ecc05d580 con 0x7f1ee012b900
2024-09-10T22:00:04.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:04.916+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) -- 0x7f1ee012bce0 con 0x7f1ee012b900
2024-09-10T22:00:05.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.948+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f1ecc05d0a0 con 0x7f1ee012b900
2024-09-10T22:00:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.950+0000 7f1ed6a00640  1 -- 172.21.15.67:0/3433925830 <== mon.1 v2:172.21.15.67:3301/0 8 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v15) ==== 109+0+0 (secure 0 0 0) 0x7f1ecc016dd0 con 0x7f1ee012b900
2024-09-10T22:00:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'rbd' created
2024-09-10T22:00:05.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 >> v1:172.21.15.67:6800/2431779038 conn(0x7f1ec0047f40 legacy=0x7f1ec004a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:05.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 msgr2=0x7f1ee01c22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:05.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 0x7f1ee01c22f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00e9f0 tx=0x7f1ecc00eeb0 comp rx=0 tx=0).stop
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 shutdown_connections
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1ee012c220 0x7f1ee0122f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1ee012b900 0x7f1ee01c22f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 --2- 172.21.15.67:0/3433925830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ee0128940 0x7f1ee01c1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 >> 172.21.15.67:0/3433925830 conn(0x7f1ee009a0c0 msgr2=0x7f1ee0097740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 shutdown_connections
2024-09-10T22:00:05.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:05.954+0000 7f1ee4a00640  1 -- 172.21.15.67:0/3433925830 wait complete.
2024-09-10T22:00:05.977 DEBUG:teuthology.orchestra.run.smithi067:> rbd --cluster ceph pool init rbd
2024-09-10T22:00:06.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.193+0000 7f16df94cd80  1 -- 172.21.15.67:0/88843330 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 msgr2=0x55d6e9cc1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:06.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.193+0000 7f16df94cd80  1 --2- 172.21.15.67:0/88843330 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc1d70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f16cc00a3d0 tx=0x7f16cc045f90 comp rx=0 tx=0).stop
2024-09-10T22:00:06.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.194+0000 7f16df94cd80  1 -- 172.21.15.67:0/88843330 shutdown_connections
2024-09-10T22:00:06.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.194+0000 7f16df94cd80  1 --2- 172.21.15.67:0/88843330 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc1d70 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:06.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.194+0000 7f16df94cd80  1 --2- 172.21.15.67:0/88843330 >> v2:172.21.15.67:3300/0 conn(0x55d6e9c2cb20 0x55d6e9cc1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:06.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.194+0000 7f16df94cd80  1 -- 172.21.15.67:0/88843330 >> 172.21.15.67:0/88843330 conn(0x55d6e9c30ab0 msgr2=0x55d6e9c30ec0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:06.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.194+0000 7f16df94cd80  1 -- 172.21.15.67:0/88843330 shutdown_connections
2024-09-10T22:00:06.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.194+0000 7f16df94cd80  1 -- 172.21.15.67:0/88843330 wait complete.
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1  Processor -- start
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --  start start
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x55d6e9c2cb20 0x55d6e9cc8440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d6e9cbdd40 0x55d6e9cc4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d6e9cc9790 con 0x55d6e9cbdd40
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x55d6e9b00b60 con 0x55d6e9c2cb20
2024-09-10T22:00:06.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.195+0000 7f16df94cd80  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x55d6e9cc9910 con 0x55d6e9c2d640
2024-09-10T22:00:06.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16de000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x55d6e9c2cb20 0x55d6e9cc8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:06.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:06.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16df600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d6e9cbdd40 0x55d6e9cc4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:06.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16de000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x55d6e9c2cb20 0x55d6e9cc8440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:53862/0 (socket says 172.21.15.67:53862)
2024-09-10T22:00:06.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc8980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:32870/0 (socket says 172.21.15.67:32870)
2024-09-10T22:00:06.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16de000640  1 -- 172.21.15.67:0/4195818970 learned_addr learned my addr 172.21.15.67:0/4195818970 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 -- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x55d6e9c2cb20 msgr2=0x55d6e9cc8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 --2- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x55d6e9c2cb20 0x55d6e9cc8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 -- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d6e9cbdd40 msgr2=0x55d6e9cc4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 --2- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d6e9cbdd40 0x55d6e9cc4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6e9cc8040 con 0x55d6e9c2d640
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.196+0000 7f16dd600640  1 --2- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc8980 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x55d6e9c2d540 tx=0x7f16cc04d620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.197+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16cc064070 con 0x55d6e9c2d640
2024-09-10T22:00:06.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.197+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16cc056470 con 0x55d6e9c2d640
2024-09-10T22:00:06.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.197+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16cc0568c0 con 0x55d6e9c2d640
2024-09-10T22:00:06.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.197+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d6e9cc7ae0 con 0x55d6e9c2d640
2024-09-10T22:00:06.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.197+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x55d6e9cc48c0 con 0x55d6e9c2d640
2024-09-10T22:00:06.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.198+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f16cc056a60 con 0x55d6e9c2d640
2024-09-10T22:00:06.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.199+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(15..15 src has 1..15) ==== 2801+0+0 (secure 0 0 0) 0x7f16cc09f9d0 con 0x55d6e9c2d640
2024-09-10T22:00:06.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.199+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) -- 0x55d6e9cc4ee0 con 0x55d6e9c2d640
2024-09-10T22:00:06.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.949+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v16) ==== 141+0+0 (secure 0 0 0) 0x7f16cc018ef0 con 0x55d6e9c2d640
2024-09-10T22:00:06.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.949+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f16cc051070 con 0x55d6e9c2d640
2024-09-10T22:00:06.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.950+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f16cc085050 con 0x55d6e9c2d640
2024-09-10T22:00:06.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.950+0000 7f16d7e00640  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=16}) -- 0x7f16b8002ae0 con 0x55d6e9c2d640
2024-09-10T22:00:06.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.950+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 8 ==== osd_map(16..16 src has 1..16) ==== 650+0+0 (secure 0 0 0) 0x7f16cc09eb60 con 0x55d6e9c2d640
2024-09-10T22:00:06.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.950+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> v1:172.21.15.67:6809/420443619 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) -- 0x55d6e9cdc620 con 0x55d6e9cd8b10
2024-09-10T22:00:06.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.962+0000 7f16df600640  1 -- 172.21.15.67:0/4195818970 <== osd.3 v1:172.21.15.67:6809/420443619 1 ==== osd_op_reply(1 rbd_trash [create] v16'1 uv1 ondisk = 0) ==== 153+0+0 (unknown 2685446591 0 0) 0x7f16d8002550 con 0x55d6e9cd8b10
2024-09-10T22:00:06.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> v1:172.21.15.67:6809/420443619 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e16) -- 0x55d6e9d2e7c0 con 0x55d6e9cd8b10
2024-09-10T22:00:06.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.965+0000 7f16df600640  1 -- 172.21.15.67:0/4195818970 <== osd.3 v1:172.21.15.67:6809/420443619 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2026326479 0 0) 0x7f16d8002550 con 0x55d6e9cd8b10
2024-09-10T22:00:06.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 --> v1:172.21.15.67:6809/420443619 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e16) -- 0x55d6e9d2d8b0 con 0x55d6e9cd8b10
2024-09-10T22:00:06.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.966+0000 7f16df600640  1 -- 172.21.15.67:0/4195818970 <== osd.3 v1:172.21.15.67:6809/420443619 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2039985091 0 0) 0x7f16d8002550 con 0x55d6e9cd8b10
2024-09-10T22:00:06.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:06.966+0000 7f16d7e00640  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- pool_op(create unmanaged snap pool 2 tid 4 name  v0) -- 0x7f16b8003ef0 con 0x55d6e9c2d640
2024-09-10T22:00:07.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:07.955+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 9 ==== pool_op_reply(tid 4 (0) Success v17) ==== 55+0+0 (secure 0 0 0) 0x7f16cc01b170 con 0x55d6e9c2d640
2024-09-10T22:00:07.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:07.955+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=17}) -- 0x7f16c004d350 con 0x55d6e9c2d640
2024-09-10T22:00:07.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:07.955+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 10 ==== osd_map(17..17 src has 1..17) ==== 626+0+0 (secure 0 0 0) 0x7f16cc07ed60 con 0x55d6e9c2d640
2024-09-10T22:00:07.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:07.955+0000 7f16d7e00640  1 -- 172.21.15.67:0/4195818970 --> v1:172.21.15.67:6809/420443619 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e17) -- 0x7f16b80058f0 con 0x55d6e9cd8b10
2024-09-10T22:00:07.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:07.959+0000 7f16df600640  1 -- 172.21.15.67:0/4195818970 <== osd.3 v1:172.21.15.67:6809/420443619 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v17'1 uv1 ondisk = 0) ==== 194+0+0 (unknown 3115756469 0 0) 0x7f16d8002550 con 0x55d6e9cd8b10
2024-09-10T22:00:07.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:07.959+0000 7f16d7e00640  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name  v17) -- 0x7f16b8005440 con 0x55d6e9c2d640
2024-09-10T22:00:08.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.956+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 11 ==== pool_op_reply(tid 6 (0) Success v18) ==== 43+0+0 (secure 0 0 0) 0x7f16cc07c020 con 0x55d6e9c2d640
2024-09-10T22:00:08.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.956+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=18}) -- 0x7f16c004d400 con 0x55d6e9c2d640
2024-09-10T22:00:08.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.956+0000 7f16d5600640  1 -- 172.21.15.67:0/4195818970 <== mon.2 v2:172.21.15.67:3302/0 12 ==== osd_map(18..18 src has 1..18) ==== 654+0+0 (secure 0 0 0) 0x7f16cc07efc0 con 0x55d6e9c2d640
2024-09-10T22:00:08.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.957+0000 7f16d7e00640  1 -- 172.21.15.67:0/4195818970 --> v1:172.21.15.67:6809/420443619 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e18) -- 0x7f16b8006140 con 0x55d6e9cd8b10
2024-09-10T22:00:08.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.964+0000 7f16df600640  1 -- 172.21.15.67:0/4195818970 <== osd.3 v1:172.21.15.67:6809/420443619 5 ==== osd_op_reply(7 rbd_info [write 0~19] v18'2 uv2 ondisk = 0) ==== 152+0+0 (unknown 4030416863 0 0) 0x7f16d8002550 con 0x55d6e9cd8b10
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 >> v1:172.21.15.67:6809/420443619 conn(0x55d6e9cd8b10 legacy=0x55d6e9cdaf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 >> v1:172.21.15.67:6800/2431779038 conn(0x7f16c00468c0 legacy=0x7f16c0048d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 msgr2=0x55d6e9cc8980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 --2- 172.21.15.67:0/4195818970 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x55d6e9c2d640 0x55d6e9cc8980 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x55d6e9c2d540 tx=0x7f16cc04d620 comp rx=0 tx=0).stop
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df600640  1 -- 172.21.15.67:0/4195818970 reap_dead start
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 shutdown_connections
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 >> 172.21.15.67:0/4195818970 conn(0x55d6e9c30ab0 msgr2=0x55d6e9cbc510 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 shutdown_connections
2024-09-10T22:00:08.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:08.965+0000 7f16df94cd80  1 -- 172.21.15.67:0/4195818970 wait complete.
2024-09-10T22:00:08.978 INFO:tasks.ceph:Starting mds daemons in cluster ceph...
2024-09-10T22:00:08.978 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json
2024-09-10T22:00:08.979 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting
2024-09-10T22:00:09.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.144+0000 7f461ea00640  1 -- 172.21.15.67:0/3075081455 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 msgr2=0x7f461808cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.144+0000 7f461ea00640  1 --2- 172.21.15.67:0/3075081455 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461808cb60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4608009930 tx=0x7f460802a490 comp rx=0 tx=0).stop
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 -- 172.21.15.67:0/3075081455 shutdown_connections
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 --2- 172.21.15.67:0/3075081455 >> v2:172.21.15.67:3300/0 conn(0x7f461812e1d0 0x7f461812e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 --2- 172.21.15.67:0/3075081455 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461808d0a0 0x7f461812dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 --2- 172.21.15.67:0/3075081455 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461808cb60 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 -- 172.21.15.67:0/3075081455 >> 172.21.15.67:0/3075081455 conn(0x7f46180a0c80 msgr2=0x7f461808b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 -- 172.21.15.67:0/3075081455 shutdown_connections
2024-09-10T22:00:09.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.145+0000 7f461ea00640  1 -- 172.21.15.67:0/3075081455 wait complete.
2024-09-10T22:00:09.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.146+0000 7f461ea00640  1  Processor -- start
2024-09-10T22:00:09.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.146+0000 7f461ea00640  1 --  start start
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ea00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461809cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f461808d0a0 0x7f461809d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ea00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461812e1d0 0x7f461809d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ea00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f46181357d0 con 0x7f461808d0a0
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ea00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4618135650 con 0x7f461812e1d0
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ea00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4618135950 con 0x7f461808c780
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f460f400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f461808d0a0 0x7f461809d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461809cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ca00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461812e1d0 0x7f461809d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461809cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:32896/0 (socket says 172.21.15.67:32896)
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 -- 172.21.15.67:0/627085237 learned_addr learned my addr 172.21.15.67:0/627085237 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 -- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461812e1d0 msgr2=0x7f461809d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461812e1d0 0x7f461809d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 -- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f461808d0a0 msgr2=0x7f461809d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f461808d0a0 0x7f461809d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f4617e00640  1 -- 172.21.15.67:0/627085237 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4618091d00 con 0x7f461808c780
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f461ca00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461812e1d0 0x7f461809d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.147+0000 7f460f400640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f461808d0a0 0x7f461809d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.148+0000 7f4617e00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461809cf60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4608006010 tx=0x7f46080038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.148+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460803e030 con 0x7f461808c780
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.148+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4608003ca0 con 0x7f461808c780
2024-09-10T22:00:09.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.148+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4608035040 con 0x7f461808c780
2024-09-10T22:00:09.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.148+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f461812ff00 con 0x7f461808c780
2024-09-10T22:00:09.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.148+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f461812ed80 con 0x7f461808c780
2024-09-10T22:00:09.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.149+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f461812dc90 con 0x7f461808c780
2024-09-10T22:00:09.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.149+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f4608041030 con 0x7f461808c780
2024-09-10T22:00:09.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.150+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f460807e190 con 0x7f461808c780
2024-09-10T22:00:09.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.155+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f460807d240 con 0x7f461808c780
2024-09-10T22:00:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.309+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f4618073ee0 con 0x7f461808c780
2024-09-10T22:00:09.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.310+0000 7f4614c00640  1 -- 172.21.15.67:0/627085237 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0  v23) ==== 86+0+160 (secure 0 0 0) 0x7f460807cd80 con 0x7f461808c780
2024-09-10T22:00:09.311 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 >> v1:172.21.15.67:6800/2431779038 conn(0x7f45f4048000 legacy=0x7f45f404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 msgr2=0x7f461809cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461809cf60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4608006010 tx=0x7f46080038a0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 shutdown_connections
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f461812e1d0 0x7f461809d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f461808d0a0 0x7f461809d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 --2- 172.21.15.67:0/627085237 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f461808c780 0x7f461809cf60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 >> 172.21.15.67:0/627085237 conn(0x7f46180a0c80 msgr2=0x7f4618127720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 shutdown_connections
2024-09-10T22:00:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.312+0000 7f461ea00640  1 -- 172.21.15.67:0/627085237 wait complete.
2024-09-10T22:00:09.329 INFO:teuthology.orchestra.run.smithi067.stdout:[{"version":23,"timestamp":"2024-09-10T22:00:00.855482+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_ssd","new_value":"4794.454856"}]}]
2024-09-10T22:00:09.332 INFO:tasks.ceph_manager:config epoch is 23
2024-09-10T22:00:09.333 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean...
2024-09-10T22:00:09.333 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available
2024-09-10T22:00:09.333 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 -- 172.21.15.67:0/275265269 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef806c0a0 msgr2=0x7f2ef806c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 --2- 172.21.15.67:0/275265269 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef806c0a0 0x7f2ef806c480 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2eec005fd0 tx=0x7f2eec02a410 comp rx=0 tx=0).stop
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 -- 172.21.15.67:0/275265269 shutdown_connections
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 --2- 172.21.15.67:0/275265269 >> v2:172.21.15.67:3300/0 conn(0x7f2ef8128d90 0x7f2ef8132d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 --2- 172.21.15.67:0/275265269 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 0x7f2ef8128850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 --2- 172.21.15.67:0/275265269 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef806c0a0 0x7f2ef806c480 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 -- 172.21.15.67:0/275265269 >> 172.21.15.67:0/275265269 conn(0x7f2ef809d540 msgr2=0x7f2ef8099a10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 -- 172.21.15.67:0/275265269 shutdown_connections
2024-09-10T22:00:09.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.489+0000 7f2efe600640  1 -- 172.21.15.67:0/275265269 wait complete.
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.490+0000 7f2efe600640  1  Processor -- start
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.490+0000 7f2efe600640  1 --  start start
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efe600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 0x7f2ef81c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efe600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 0x7f2ef81c41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efe600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef8128d90 0x7f2ef8124200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efe600640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81335d0 con 0x7f2ef806c0a0
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efe600640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2ef8133450 con 0x7f2ef8128470
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efe600640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2ef8133750 con 0x7f2ef8128d90
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 0x7f2ef81c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2ef7e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 0x7f2ef81c41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 0x7f2ef81c3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54006/0 (socket says 172.21.15.67:54006)
2024-09-10T22:00:09.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 -- 172.21.15.67:0/1633455198 learned_addr learned my addr 172.21.15.67:0/1633455198 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efdc00640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef8128d90 0x7f2ef8124200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 -- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef8128d90 msgr2=0x7f2ef8124200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef8128d90 0x7f2ef8124200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 -- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 msgr2=0x7f2ef81c41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 0x7f2ef81c41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efd200640  1 -- 172.21.15.67:0/1633455198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef806fb30 con 0x7f2ef806c0a0
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2ef7e00640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 0x7f2ef81c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:09.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.491+0000 7f2efdc00640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef8128d90 0x7f2ef8124200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:09.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.492+0000 7f2efd200640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 0x7f2ef81c3c80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2eec009850 tx=0x7f2eec0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:09.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.492+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec03f070 con 0x7f2ef806c0a0
2024-09-10T22:00:09.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.492+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2eec0047a0 con 0x7f2ef806c0a0
2024-09-10T22:00:09.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.492+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec035030 con 0x7f2ef806c0a0
2024-09-10T22:00:09.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.492+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ef81c4700 con 0x7f2ef806c0a0
2024-09-10T22:00:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.492+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ef806f470 con 0x7f2ef806c0a0
2024-09-10T22:00:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.493+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ef806c480 con 0x7f2ef806c0a0
2024-09-10T22:00:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.494+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f2eec042070 con 0x7f2ef806c0a0
2024-09-10T22:00:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.494+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f2eec07e6f0 con 0x7f2ef806c0a0
2024-09-10T22:00:09.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.498+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f2eec07d7a0 con 0x7f2ef806c0a0
2024-09-10T22:00:09.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.686+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f2ef8070620 con 0x7f2ef806c0a0
2024-09-10T22:00:09.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.688+0000 7f2ef4c00640  1 -- 172.21.15.67:0/1633455198 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0  v5) ==== 74+0+108900 (secure 0 0 0) 0x7f2eec07d2e0 con 0x7f2ef806c0a0
2024-09-10T22:00:09.691 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:09.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 >> v1:172.21.15.67:6800/2431779038 conn(0x7f2ed8047fd0 legacy=0x7f2ed804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 msgr2=0x7f2ef81c3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 0x7f2ef81c3c80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2eec009850 tx=0x7f2eec0038a0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 shutdown_connections
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2ef8128d90 0x7f2ef8124200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2ef8128470 0x7f2ef81c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 --2- 172.21.15.67:0/1633455198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ef806c0a0 0x7f2ef81c3c80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.690+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 >> 172.21.15.67:0/1633455198 conn(0x7f2ef809d540 msgr2=0x7f2ef8072850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.691+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 shutdown_connections
2024-09-10T22:00:09.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.691+0000 7f2efe600640  1 -- 172.21.15.67:0/1633455198 wait complete.
2024-09-10T22:00:09.707 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":5,"flags":0,"active_gid":4134,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6800","nonce":2431779038}]},"active_addr":"172.21.15.67:6800/2431779038","active_change":"2024-09-10T21:59:50.977487+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4132,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":374636003}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2259728180}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":1181175874}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3958870213}]}]}
2024-09-10T22:00:09.710 INFO:tasks.ceph.ceph_manager.ceph:mgr available!
2024-09-10T22:00:09.710 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up
2024-09-10T22:00:09.710 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:00:09.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.866+0000 7f6a3aa00640  1 -- 172.21.15.67:0/148840968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 msgr2=0x7f6a34131280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.866+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/148840968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34131280 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c009860 tx=0x7f6a1c02a3d0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.867+0000 7f6a3aa00640  1 -- 172.21.15.67:0/148840968 shutdown_connections
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.867+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/148840968 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 0x7f6a34133bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.867+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/148840968 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34131280 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.867+0000 7f6a3aa00640  1 -- 172.21.15.67:0/148840968 >> 172.21.15.67:0/148840968 conn(0x7f6a3409a610 msgr2=0x7f6a3409aa20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.867+0000 7f6a3aa00640  1 -- 172.21.15.67:0/148840968 shutdown_connections
2024-09-10T22:00:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.867+0000 7f6a3aa00640  1 -- 172.21.15.67:0/148840968 wait complete.
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.868+0000 7f6a3aa00640  1  Processor -- start
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.868+0000 7f6a3aa00640  1 --  start start
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a3aa00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a34091160 0x7f6a341308d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a3aa00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34130e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a3aa00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 0x7f6a34071610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a3aa00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6a341348e0 con 0x7f6a34091160
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a3aa00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f6a34134760 con 0x7f6a341317c0
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a3aa00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f6a34134a60 con 0x7f6a34091c50
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34130e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34130e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:32912/0 (socket says 172.21.15.67:32912)
2024-09-10T22:00:09.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 -- 172.21.15.67:0/4029477682 learned_addr learned my addr 172.21.15.67:0/4029477682 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a38a00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 0x7f6a34071610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a33e00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a34091160 0x7f6a341308d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 -- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 msgr2=0x7f6a34071610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 0x7f6a34071610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 -- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a34091160 msgr2=0x7f6a341308d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a34091160 0x7f6a341308d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a2be00640  1 -- 172.21.15.67:0/4029477682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a340939f0 con 0x7f6a34091c50
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.869+0000 7f6a38a00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 0x7f6a34071610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:09.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.870+0000 7f6a2be00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34130e10 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c000c00 tx=0x7f6a1c032c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.870+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c040070 con 0x7f6a34091c50
2024-09-10T22:00:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.870+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a1c0038e0 con 0x7f6a34091c50
2024-09-10T22:00:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.870+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c005c90 con 0x7f6a34091c50
2024-09-10T22:00:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.870+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a34094f70 con 0x7f6a34091c50
2024-09-10T22:00:09.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.870+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a34131350 con 0x7f6a34091c50
2024-09-10T22:00:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.871+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a34091540 con 0x7f6a34091c50
2024-09-10T22:00:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.871+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f6a1c039040 con 0x7f6a34091c50
2024-09-10T22:00:09.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.872+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f6a1c07ee40 con 0x7f6a34091c50
2024-09-10T22:00:09.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:09.876+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f6a1c07df90 con 0x7f6a34091c50
2024-09-10T22:00:10.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.035+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a34092550 con 0x7f6a34091c50
2024-09-10T22:00:10.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.036+0000 7f6a30c00640  1 -- 172.21.15.67:0/4029477682 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v18) ==== 74+0+8910 (secure 0 0 0) 0x7f6a34092550 con 0x7f6a34091c50
2024-09-10T22:00:10.037 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:10.038 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:00:08.951864+0000","last_up_change":"2024-09-10T22:00:01.813637+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":2029152633}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":2029152633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":2029152633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":2029152633}]},"public_addr":"172.21.15.67:6805/2029152633","cluster_addr":"172.21.15.67:6806/2029152633","heartbeat_back_addr":"172.21.15.67:6808/2029152633","heartbeat_front_addr":"172.21.15.67:6807/2029152633","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 >> v1:172.21.15.67:6800/2431779038 conn(0x7f6a10047fd0 legacy=0x7f6a1004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 msgr2=0x7f6a34130e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34130e10 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c000c00 tx=0x7f6a1c032c10 comp rx=0 tx=0).stop
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 shutdown_connections
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6a341317c0 0x7f6a34071610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6a34091c50 0x7f6a34130e10 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 --2- 172.21.15.67:0/4029477682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a34091160 0x7f6a341308d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 >> 172.21.15.67:0/4029477682 conn(0x7f6a3409a610 msgr2=0x7f6a3408d010 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 shutdown_connections
2024-09-10T22:00:10.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.038+0000 7f6a3aa00640  1 -- 172.21.15.67:0/4029477682 wait complete.
2024-09-10T22:00:10.054 INFO:tasks.ceph.ceph_manager.ceph:all up!
2024-09-10T22:00:10.055 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:00:10.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.211+0000 7f3cdf200640  1 -- 172.21.15.67:0/731059350 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 msgr2=0x7f3ce009b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.211+0000 7f3cdf200640  1 --2- 172.21.15.67:0/731059350 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce009b500 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0005fd0 tx=0x7f3cd002a4b0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.211+0000 7f3cdf200640  1 -- 172.21.15.67:0/731059350 shutdown_connections
2024-09-10T22:00:10.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.211+0000 7f3cdf200640  1 --2- 172.21.15.67:0/731059350 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce009b500 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.211+0000 7f3cdf200640  1 --2- 172.21.15.67:0/731059350 >> v2:172.21.15.67:3300/0 conn(0x7f3ce012e0f0 0x7f3ce012e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.211+0000 7f3cdf200640  1 -- 172.21.15.67:0/731059350 >> 172.21.15.67:0/731059350 conn(0x7f3ce00a0650 msgr2=0x7f3ce00a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.212+0000 7f3cdf200640  1 -- 172.21.15.67:0/731059350 shutdown_connections
2024-09-10T22:00:10.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.212+0000 7f3cdf200640  1 -- 172.21.15.67:0/731059350 wait complete.
2024-09-10T22:00:10.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.213+0000 7f3cdf200640  1  Processor -- start
2024-09-10T22:00:10.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.213+0000 7f3cdf200640  1 --  start start
2024-09-10T22:00:10.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.213+0000 7f3cdf200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce012f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.213+0000 7f3cdf200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3ce009ba40 0x7f3ce012fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.213+0000 7f3cdf200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce012e0f0 0x7f3ce0130180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdf200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce0136830 con 0x7f3ce012e0f0
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdf200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce01366b0 con 0x7f3ce009b120
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdf200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f3ce01369b0 con 0x7f3ce009ba40
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce012f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cd7e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3ce009ba40 0x7f3ce012fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce012f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:53916/0 (socket says 172.21.15.67:53916)
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cde800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce012e0f0 0x7f3ce0130180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 -- 172.21.15.67:0/4032055983 learned_addr learned my addr 172.21.15.67:0/4032055983 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 -- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3ce009ba40 msgr2=0x7f3ce012fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3ce009ba40 0x7f3ce012fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 -- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce012e0f0 msgr2=0x7f3ce0130180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce012e0f0 0x7f3ce0130180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 -- 172.21.15.67:0/4032055983 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce0132890 con 0x7f3ce009b120
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.214+0000 7f3cdde00640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce012f700 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3cc800e9f0 tx=0x7f3cc800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.215+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc800cd80 con 0x7f3ce009b120
2024-09-10T22:00:10.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.215+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cc8010430 con 0x7f3ce009b120
2024-09-10T22:00:10.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.215+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc8010840 con 0x7f3ce009b120
2024-09-10T22:00:10.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.215+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce0131860 con 0x7f3ce009b120
2024-09-10T22:00:10.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.215+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce01306c0 con 0x7f3ce009b120
2024-09-10T22:00:10.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.216+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce009b500 con 0x7f3ce009b120
2024-09-10T22:00:10.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.216+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f3cc80109e0 con 0x7f3ce009b120
2024-09-10T22:00:10.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.217+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f3cc805e4f0 con 0x7f3ce009b120
2024-09-10T22:00:10.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.221+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3cc805d640 con 0x7f3ce009b120
2024-09-10T22:00:10.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.377+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ce0067980 con 0x7f3ce009b120
2024-09-10T22:00:10.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.377+0000 7f3cd6000640  1 -- 172.21.15.67:0/4032055983 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v18) ==== 74+0+8910 (secure 0 0 0) 0x7f3cc803d840 con 0x7f3ce009b120
2024-09-10T22:00:10.379 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:10.379 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:00:08.951864+0000","last_up_change":"2024-09-10T22:00:01.813637+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":2029152633}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":2029152633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":2029152633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":2029152633}]},"public_addr":"172.21.15.67:6805/2029152633","cluster_addr":"172.21.15.67:6806/2029152633","heartbeat_back_addr":"172.21.15.67:6808/2029152633","heartbeat_front_addr":"172.21.15.67:6807/2029152633","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 >> v1:172.21.15.67:6800/2431779038 conn(0x7f3cbc047fd0 legacy=0x7f3cbc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 msgr2=0x7f3ce012f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce012f700 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3cc800e9f0 tx=0x7f3cc800eeb0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 shutdown_connections
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce012e0f0 0x7f3ce0130180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3ce009ba40 0x7f3ce012fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 --2- 172.21.15.67:0/4032055983 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3ce009b120 0x7f3ce012f700 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.379+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 >> 172.21.15.67:0/4032055983 conn(0x7f3ce00a0650 msgr2=0x7f3ce01252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.380+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 shutdown_connections
2024-09-10T22:00:10.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.380+0000 7f3cdf200640  1 -- 172.21.15.67:0/4032055983 wait complete.
2024-09-10T22:00:10.396 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats
2024-09-10T22:00:10.396 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats
2024-09-10T22:00:10.397 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats
2024-09-10T22:00:10.397 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats
2024-09-10T22:00:10.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 -- 172.21.15.67:0/1093100158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00c8098d20 msgr2=0x7f00c8099190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 --2- 172.21.15.67:0/1093100158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00c8098d20 0x7f00c8099190 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f00c0005fd0 tx=0x7f00c002a780 comp rx=0 tx=0).stop
2024-09-10T22:00:10.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 -- 172.21.15.67:0/1266503532 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09b120 msgr2=0x7f4b1c09b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 --2- 172.21.15.67:0/1266503532 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09b120 0x7f4b1c09b500 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009860 tx=0x7f4b0802a3d0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 -- 172.21.15.67:0/1093100158 shutdown_connections
2024-09-10T22:00:10.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 --2- 172.21.15.67:0/1093100158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00c8098d20 0x7f00c8099190 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 --2- 172.21.15.67:0/1093100158 >> v2:172.21.15.67:3300/0 conn(0x7f00c809afb0 0x7f00c809b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 -- 172.21.15.67:0/1093100158 >> 172.21.15.67:0/1093100158 conn(0x7f00c80a04b0 msgr2=0x7f00c80a08c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.566+0000 7f00cce00640  1 -- 172.21.15.67:0/1093100158 shutdown_connections
2024-09-10T22:00:10.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f00cce00640  1 -- 172.21.15.67:0/1093100158 wait complete.
2024-09-10T22:00:10.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 -- 172.21.15.67:0/1266503532 shutdown_connections
2024-09-10T22:00:10.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 --2- 172.21.15.67:0/1266503532 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09b120 0x7f4b1c09b500 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 --2- 172.21.15.67:0/1266503532 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4b1c12e0f0 0x7f4b1c12e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 -- 172.21.15.67:0/1266503532 >> 172.21.15.67:0/1266503532 conn(0x7f4b1c0a0650 msgr2=0x7f4b1c0a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7f4b1b200640  1 -- 172.21.15.67:0/1266503532 shutdown_connections
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7fd69f200640  1 -- 172.21.15.67:0/3010630517 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd6a009afb0 msgr2=0x7fd6a009b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.567+0000 7fd69f200640  1 --2- 172.21.15.67:0/3010630517 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd6a009afb0 0x7fd6a009b390 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd690005fd0 tx=0x7fd69002a460 comp rx=0 tx=0).stop
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7fd69f200640  1 -- 172.21.15.67:0/3010630517 shutdown_connections
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7fd69f200640  1 --2- 172.21.15.67:0/3010630517 >> v2:172.21.15.67:3300/0 conn(0x7fd6a009b8d0 0x7fd6a0098610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7fd69f200640  1 --2- 172.21.15.67:0/3010630517 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd6a009afb0 0x7fd6a009b390 secure :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd690005fd0 tx=0x7fd69002a460 comp rx=0 tx=0).stop
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7fd69f200640  1 -- 172.21.15.67:0/3010630517 >> 172.21.15.67:0/3010630517 conn(0x7fd6a00a04b0 msgr2=0x7fd6a00a08c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7f00cce00640  1  Processor -- start
2024-09-10T22:00:10.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7fd69f200640  1 -- 172.21.15.67:0/3010630517 shutdown_connections
2024-09-10T22:00:10.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7fd69f200640  1 -- 172.21.15.67:0/3010630517 wait complete.
2024-09-10T22:00:10.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7f00cce00640  1 --  start start
2024-09-10T22:00:10.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.568+0000 7f4b1b200640  1 -- 172.21.15.67:0/1266503532 wait complete.
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f4b1b200640  1  Processor -- start
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00cce00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f00c8098d20 0x7f00c8072e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00cce00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00c809afb0 0x7f00c8073380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00cce00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c809b8d0 0x7f00c8071a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00cce00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00c8136a70 con 0x7f00c809b8d0
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00cce00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f00c81368f0 con 0x7f00c809afb0
2024-09-10T22:00:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00cce00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f00c8136bf0 con 0x7f00c8098d20
2024-09-10T22:00:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7fd69f200640  1  Processor -- start
2024-09-10T22:00:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00c7400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f00c8098d20 0x7f00c8072e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f00c7400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f00c8098d20 0x7f00c8072e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:32942/0 (socket says 172.21.15.67:32942)
2024-09-10T22:00:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7400640  1 -- 172.21.15.67:0/690257962 learned_addr learned my addr 172.21.15.67:0/690257962 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f4b1b200640  1 --  start start
2024-09-10T22:00:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --  start start
2024-09-10T22:00:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f4b1b200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b1c09b120 0x7f4b1c135a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.569+0000 7f4b1b200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09ba40 0x7f4b1c070810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b1b200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4b1c12e0f0 0x7f4b1c070d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b1b200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c136830 con 0x7f4b1c09b120
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b1b200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4b1c1366b0 con 0x7f4b1c12e0f0
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b1b200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4b1c1369b0 con 0x7f4b1c09ba40
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7e00640  1 --2- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c809b8d0 0x7f00c8071a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7400640  1 -- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00c809afb0 msgr2=0x7f00c8073380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7400640  1 --2- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f00c809afb0 0x7f00c8073380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7400640  1 -- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c809b8d0 msgr2=0x7f00c8071a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7400640  1 --2- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00c809b8d0 0x7f00c8071a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f00c7400640  1 -- 172.21.15.67:0/690257962 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c80738c0 con 0x7f00c8098d20
2024-09-10T22:00:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b19e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b1c09b120 0x7f4b1c135a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b19e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b1c09b120 0x7f4b1c135a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54048/0 (socket says 172.21.15.67:54048)
2024-09-10T22:00:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7f4b19e00640  1 -- 172.21.15.67:0/3917816861 learned_addr learned my addr 172.21.15.67:0/3917816861 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd6a0098b50 0x7fd6a0128030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd6a009b8d0 0x7fd6a0128570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a0128ab0 0x7fd6a01c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a0136a80 con 0x7fd6a0128ab0
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fd6a0136900 con 0x7fd6a0098b50
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.570+0000 7fd69f200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fd6a0136c00 con 0x7fd6a009b8d0
2024-09-10T22:00:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7f4b19400640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09ba40 0x7f4b1c070810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7f4b1a800640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4b1c12e0f0 0x7f4b1c070d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7fd69e800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a0128ab0 0x7fd6a01c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7fd69e800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a0128ab0 0x7fd6a01c7f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54074/0 (socket says 172.21.15.67:54074)
2024-09-10T22:00:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7fd69e800640  1 -- 172.21.15.67:0/1065851797 learned_addr learned my addr 172.21.15.67:0/1065851797 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7fd69de00640  1 --2- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd6a0098b50 0x7fd6a0128030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.571+0000 7f4b19400640  1 -- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4b1c12e0f0 msgr2=0x7f4b1c070d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f4b19400640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4b1c12e0f0 0x7f4b1c070d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f4b19400640  1 -- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b1c09b120 msgr2=0x7f4b1c135a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f4b19400640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b1c09b120 0x7f4b1c135a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f4b19400640  1 -- 172.21.15.67:0/3917816861 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b1c12ef70 con 0x7f4b1c09ba40
2024-09-10T22:00:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f4b1a800640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4b1c12e0f0 0x7f4b1c070d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:10.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f00c7400640  1 --2- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f00c8098d20 0x7f00c8072e40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f00b800ea20 tx=0x7f00b800eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7fd69e800640  1 -- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd6a009b8d0 msgr2=0x7fd6a0128570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7fd69e800640  1 --2- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd6a009b8d0 0x7fd6a0128570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7fd69e800640  1 -- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd6a0098b50 msgr2=0x7fd6a0128030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7fd69e800640  1 --2- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd6a0098b50 0x7fd6a0128030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f4b19400640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09ba40 0x7f4b1c070810 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4b08031000 tx=0x7f4b08032c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7fd69e800640  1 -- 172.21.15.67:0/1065851797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a0099960 con 0x7fd6a0128ab0
2024-09-10T22:00:10.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7fd69de00640  1 --2- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd6a0098b50 0x7fd6a0128030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:00:10.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b800cd80 con 0x7f00c8098d20
2024-09-10T22:00:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00b8010430 con 0x7f00c8098d20
2024-09-10T22:00:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.572+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b800cd80 con 0x7f00c8098d20
2024-09-10T22:00:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b08040070 con 0x7f4b1c09ba40
2024-09-10T22:00:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b08005330 con 0x7f4b1c09ba40
2024-09-10T22:00:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7fd69e800640  1 --2- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a0128ab0 0x7fd6a01c7f10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd69800c780 tx=0x7fd69800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c8070b90 con 0x7f00c8098d20
2024-09-10T22:00:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c8071f40 con 0x7f00c8098d20
2024-09-10T22:00:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd698004b10 con 0x7fd6a0128ab0
2024-09-10T22:00:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd698004da0 con 0x7fd6a0128ab0
2024-09-10T22:00:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69800aab0 con 0x7fd6a0128ab0
2024-09-10T22:00:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a012b480 con 0x7fd6a0128ab0
2024-09-10T22:00:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.573+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a01c8450 con 0x7fd6a0128ab0
2024-09-10T22:00:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.574+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b1c0970a0 con 0x7f4b1c09ba40
2024-09-10T22:00:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.574+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b1c0734e0 con 0x7f4b1c09ba40
2024-09-10T22:00:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.574+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b080047a0 con 0x7f4b1c09ba40
2024-09-10T22:00:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.574+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f00c8099190 con 0x7f00c8098d20
2024-09-10T22:00:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.575+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4b1c09b500 con 0x7f4b1c09ba40
2024-09-10T22:00:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.575+0000 7fa880c00640  1 -- 172.21.15.67:0/944723749 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09b120 msgr2=0x7fa87c09b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.575+0000 7fa880c00640  1 --2- 172.21.15.67:0/944723749 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09b120 0x7fa87c09b500 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa86c009830 tx=0x7fa86c02a3f0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.575+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd6a009b390 con 0x7fd6a0128ab0
2024-09-10T22:00:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7fd69800ac50 con 0x7fd6a0128ab0
2024-09-10T22:00:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.575+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f00b80105e0 con 0x7f00c8098d20
2024-09-10T22:00:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fa880c00640  1 -- 172.21.15.67:0/944723749 shutdown_connections
2024-09-10T22:00:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fa880c00640  1 --2- 172.21.15.67:0/944723749 >> v2:172.21.15.67:3300/0 conn(0x7fa87c09ba40 0x7fa87c12da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fa880c00640  1 --2- 172.21.15.67:0/944723749 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09b120 0x7fa87c09b500 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fa880c00640  1 -- 172.21.15.67:0/944723749 >> 172.21.15.67:0/944723749 conn(0x7fa87c0a0650 msgr2=0x7fa87c0a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f00b805ecd0 con 0x7f00c8098d20
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 --> v1:172.21.15.67:6813/1497570867 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f00b8023e50 con 0x7f00a804e8c0
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f00b805f160 con 0x7f00c8098d20
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f4b08039040 con 0x7f4b1c09ba40
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f4b0807e870 con 0x7f4b1c09ba40
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fa880c00640  1 -- 172.21.15.67:0/944723749 shutdown_connections
2024-09-10T22:00:10.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.576+0000 7fa880c00640  1 -- 172.21.15.67:0/944723749 wait complete.
2024-09-10T22:00:10.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.577+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 --> v1:172.21.15.67:6805/2029152633 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4b0802dec0 con 0x7f4afc04e650
2024-09-10T22:00:10.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.577+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7fd69805de30 con 0x7fd6a0128ab0
2024-09-10T22:00:10.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.577+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f4b080832a0 con 0x7f4b1c09ba40
2024-09-10T22:00:10.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.577+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 --> v1:172.21.15.67:6801/2470066928 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd698015e50 con 0x7fd68004e710
2024-09-10T22:00:10.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.577+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fd698060450 con 0x7fd6a0128ab0
2024-09-10T22:00:10.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.578+0000 7fa880c00640  1  Processor -- start
2024-09-10T22:00:10.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.578+0000 7fa880c00640  1 --  start start
2024-09-10T22:00:10.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== osd.2 v1:172.21.15.67:6813/1497570867 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f00b8023e50 con 0x7f00a804e8c0
2024-09-10T22:00:10.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== osd.0 v1:172.21.15.67:6805/2029152633 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f4b0802dec0 con 0x7f4afc04e650
2024-09-10T22:00:10.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa880c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa87c09b120 0x7fa87c096320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa880c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09ba40 0x7fa87c096860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa880c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa87c09be20 0x7fa87c129020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa880c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c13aba0 con 0x7fa87c09b120
2024-09-10T22:00:10.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa880c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fa87c13aa20 con 0x7fa87c09be20
2024-09-10T22:00:10.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa880c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fa87c13ad20 con 0x7fa87c09ba40
2024-09-10T22:00:10.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.579+0000 7fa87b400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa87c09b120 0x7fa87c096320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== osd.1 v1:172.21.15.67:6801/2470066928 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fd698015e50 con 0x7fd68004e710
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87aa00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09ba40 0x7fa87c096860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87aa00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09ba40 0x7fa87c096860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:32996/0 (socket says 172.21.15.67:32996)
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87aa00640  1 -- 172.21.15.67:0/2173163162 learned_addr learned my addr 172.21.15.67:0/2173163162 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87be00640  1 --2- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa87c09be20 0x7fa87c129020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87aa00640  1 -- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa87c09be20 msgr2=0x7fa87c129020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87aa00640  1 --2- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa87c09be20 0x7fa87c129020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.580+0000 7fa87aa00640  1 -- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa87c09b120 msgr2=0x7fa87c096320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa87aa00640  1 --2- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa87c09b120 0x7fa87c096320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa87aa00640  1 -- 172.21.15.67:0/2173163162 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87c1282e0 con 0x7fa87c09ba40
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa87b400640  1 --2- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa87c09b120 0x7fa87c096320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:10.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa87aa00640  1 --2- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09ba40 0x7fa87c096860 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa86800d950 tx=0x7fa86800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa868017030 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa868009b20 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.581+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa868004020 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.582+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa87c06fe60 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.582+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa87c129560 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.583+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa854001030 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.584+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7fa8680041c0 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.584+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7fa86805da20 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.584+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 --> v1:172.21.15.67:6809/420443619 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa86801fe80 con 0x7fa85c04e680
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.584+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fa8680622c0 con 0x7fa87c09ba40
2024-09-10T22:00:10.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.586+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== osd.3 v1:172.21.15.67:6809/420443619 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fa86801fe80 con 0x7fa85c04e680
2024-09-10T22:00:10.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.596+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 --> v1:172.21.15.67:6805/2029152633 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4b1c1362a0 con 0x7f4afc04e650
2024-09-10T22:00:10.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.599+0000 7f4b12000640  1 -- 172.21.15.67:0/3917816861 <== osd.0 v1:172.21.15.67:6805/2029152633 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1800444376) 0x7f4b1c1362a0 con 0x7f4afc04e650
2024-09-10T22:00:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.599+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 >> v1:172.21.15.67:6805/2029152633 conn(0x7f4afc04e650 legacy=0x7f4afc050ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.600+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 >> v1:172.21.15.67:6800/2431779038 conn(0x7f4afc047fd0 legacy=0x7f4afc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.600+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09ba40 msgr2=0x7f4b1c070810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.600+0000 7f4b1b200640  1 --2- 172.21.15.67:0/3917816861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4b1c09ba40 0x7f4b1c070810 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4b08031000 tx=0x7f4b08032c10 comp rx=0 tx=0).stop
2024-09-10T22:00:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.600+0000 7f4b1a800640  1 -- 172.21.15.67:0/3917816861 reap_dead start
2024-09-10T22:00:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.604+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 shutdown_connections
2024-09-10T22:00:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.604+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 >> 172.21.15.67:0/3917816861 conn(0x7f4b1c0a0650 msgr2=0x7f4b1c1252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.604+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 shutdown_connections
2024-09-10T22:00:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.604+0000 7f4b1b200640  1 -- 172.21.15.67:0/3917816861 wait complete.
2024-09-10T22:00:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.604+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 --> v1:172.21.15.67:6809/420443619 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa854002dd0 con 0x7fa85c04e680
2024-09-10T22:00:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.604+0000 7fa873400640  1 -- 172.21.15.67:0/2173163162 <== osd.3 v1:172.21.15.67:6809/420443619 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1800444376) 0x7fa854002dd0 con 0x7fa85c04e680
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 >> v1:172.21.15.67:6809/420443619 conn(0x7fa85c04e680 legacy=0x7fa85c050b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 >> v1:172.21.15.67:6800/2431779038 conn(0x7fa85c048000 legacy=0x7fa85c04a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09ba40 msgr2=0x7fa87c096860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 --2- 172.21.15.67:0/2173163162 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa87c09ba40 0x7fa87c096860 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa86800d950 tx=0x7fa86800de10 comp rx=0 tx=0).stop
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa87be00640  1 -- 172.21.15.67:0/2173163162 reap_dead start
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 shutdown_connections
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 >> 172.21.15.67:0/2173163162 conn(0x7fa87c0a0650 msgr2=0x7fa87c099d40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 shutdown_connections
2024-09-10T22:00:10.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.605+0000 7fa880c00640  1 -- 172.21.15.67:0/2173163162 wait complete.
2024-09-10T22:00:10.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.606+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 --> v1:172.21.15.67:6813/1497570867 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f00c80724b0 con 0x7f00a804e8c0
2024-09-10T22:00:10.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.606+0000 7f00bf400640  1 -- 172.21.15.67:0/690257962 <== osd.2 v1:172.21.15.67:6813/1497570867 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1800444376) 0x7f00c80724b0 con 0x7f00a804e8c0
2024-09-10T22:00:10.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.606+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 --> v1:172.21.15.67:6801/2470066928 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd6a01c89c0 con 0x7fd68004e710
2024-09-10T22:00:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 >> v1:172.21.15.67:6813/1497570867 conn(0x7f00a804e8c0 legacy=0x7f00a8050d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7fd696000640  1 -- 172.21.15.67:0/1065851797 <== osd.1 v1:172.21.15.67:6801/2470066928 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7fd6a01c89c0 con 0x7fd68004e710
2024-09-10T22:00:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 >> v1:172.21.15.67:6800/2431779038 conn(0x7f00a80481d0 legacy=0x7f00a804a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f00c8098d20 msgr2=0x7f00c8072e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00cce00640  1 --2- 172.21.15.67:0/690257962 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f00c8098d20 0x7f00c8072e40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f00b800ea20 tx=0x7f00b800eee0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00c7e00640  1 -- 172.21.15.67:0/690257962 reap_dead start
2024-09-10T22:00:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 shutdown_connections
2024-09-10T22:00:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 >> 172.21.15.67:0/690257962 conn(0x7f00c80a04b0 msgr2=0x7f00c80959b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.607+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 >> v1:172.21.15.67:6801/2470066928 conn(0x7fd68004e710 legacy=0x7fd680050b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 shutdown_connections
2024-09-10T22:00:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7f00cce00640  1 -- 172.21.15.67:0/690257962 wait complete.
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 >> v1:172.21.15.67:6800/2431779038 conn(0x7fd680048020 legacy=0x7fd68004a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a0128ab0 msgr2=0x7fd6a01c7f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 --2- 172.21.15.67:0/1065851797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a0128ab0 0x7fd6a01c7f10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd69800c780 tx=0x7fd69800cc40 comp rx=0 tx=0).stop
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69e800640  1 -- 172.21.15.67:0/1065851797 reap_dead start
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 shutdown_connections
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 >> 172.21.15.67:0/1065851797 conn(0x7fd6a00a04b0 msgr2=0x7fd6a006f760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 shutdown_connections
2024-09-10T22:00:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.608+0000 7fd69f200640  1 -- 172.21.15.67:0/1065851797 wait complete.
2024-09-10T22:00:10.626 INFO:teuthology.orchestra.run.smithi067.stdout:47244640259
2024-09-10T22:00:10.626 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:00:10.627 INFO:teuthology.orchestra.run.smithi067.stdout:42949672963
2024-09-10T22:00:10.628 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:00:10.629 INFO:teuthology.orchestra.run.smithi067.stdout:47244640259
2024-09-10T22:00:10.629 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:00:10.632 INFO:teuthology.orchestra.run.smithi067.stdout:47244640259
2024-09-10T22:00:10.633 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:00:10.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7f2598a00640  1 -- 172.21.15.67:0/1872789142 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259412e4d0 msgr2=0x7f259409b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7f2598a00640  1 --2- 172.21.15.67:0/1872789142 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259412e4d0 0x7f259409b830 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f2580005fd0 tx=0x7f258002a4b0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7fc97be00640  1 -- 172.21.15.67:0/1256600665 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c12e0f0 msgr2=0x7fc97c12e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7fc97be00640  1 --2- 172.21.15.67:0/1256600665 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c12e0f0 0x7fc97c12e4d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc96c009900 tx=0x7fc96c02a440 comp rx=0 tx=0).stop
2024-09-10T22:00:10.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7f2598a00640  1 -- 172.21.15.67:0/1872789142 shutdown_connections
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7f2598a00640  1 --2- 172.21.15.67:0/1872789142 >> v2:172.21.15.67:3300/0 conn(0x7f259409bd70 0x7f2594135d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7f2598a00640  1 --2- 172.21.15.67:0/1872789142 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259412e4d0 0x7f259409b830 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.795+0000 7f2598a00640  1 -- 172.21.15.67:0/1872789142 >> 172.21.15.67:0/1872789142 conn(0x7f25940a0650 msgr2=0x7f25940a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 -- 172.21.15.67:0/1256600665 shutdown_connections
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 --2- 172.21.15.67:0/1256600665 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c09ba40 0x7fc97c134d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 --2- 172.21.15.67:0/1256600665 >> v2:172.21.15.67:3300/0 conn(0x7fc97c09b120 0x7fc97c09b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 --2- 172.21.15.67:0/1256600665 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c12e0f0 0x7fc97c12e4d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 -- 172.21.15.67:0/1256600665 >> 172.21.15.67:0/1256600665 conn(0x7fc97c0a0650 msgr2=0x7fc97c0a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7f2598a00640  1 -- 172.21.15.67:0/1872789142 shutdown_connections
2024-09-10T22:00:10.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7f2598a00640  1 -- 172.21.15.67:0/1872789142 wait complete.
2024-09-10T22:00:10.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 -- 172.21.15.67:0/1256600665 shutdown_connections
2024-09-10T22:00:10.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.796+0000 7fc97be00640  1 -- 172.21.15.67:0/1256600665 wait complete.
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 -- 172.21.15.67:0/208902879 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f988809afb0 msgr2=0x7f988809b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 --2- 172.21.15.67:0/208902879 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f988809afb0 0x7f988809b390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9878009830 tx=0x7f987802a3f0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 -- 172.21.15.67:0/208902879 shutdown_connections
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 --2- 172.21.15.67:0/208902879 >> v2:172.21.15.67:3300/0 conn(0x7f988809b8d0 0x7f9888098610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 --2- 172.21.15.67:0/208902879 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f988809afb0 0x7f988809b390 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 -- 172.21.15.67:0/208902879 >> 172.21.15.67:0/208902879 conn(0x7f98880a04b0 msgr2=0x7f98880a08c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f2598a00640  1  Processor -- start
2024-09-10T22:00:10.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 -- 172.21.15.67:0/208902879 shutdown_connections
2024-09-10T22:00:10.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f9887200640  1 -- 172.21.15.67:0/208902879 wait complete.
2024-09-10T22:00:10.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.797+0000 7f2598a00640  1 --  start start
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1  Processor -- start
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --  start start
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2598a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259409bd70 0x7f25940963b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2598a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f259412e0f0 0x7f25940968f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2598a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f259412e4d0 0x7f259412fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2598a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2594136850 con 0x7f259412e0f0
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2598a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f25941366d0 con 0x7f259412e4d0
2024-09-10T22:00:10.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2598a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f25941369d0 con 0x7f259409bd70
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc97c09b120 0x7fc97c12fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c09ba40 0x7fc97c12ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 0x7fc97c1304b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c135650 con 0x7fc97c09b120
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc97c1354d0 con 0x7fc97c09ba40
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7fc97be00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc97c1357d0 con 0x7fc97c12e0f0
2024-09-10T22:00:10.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2592a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f259412e0f0 0x7f25940968f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f9887200640  1  Processor -- start
2024-09-10T22:00:10.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 0x7fc97c1304b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 0x7fc97c1304b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:33050/0 (socket says 172.21.15.67:33050)
2024-09-10T22:00:10.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 -- 172.21.15.67:0/3371101371 learned_addr learned my addr 172.21.15.67:0/3371101371 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97a000640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c09ba40 0x7fc97c12ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2592a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f259412e0f0 0x7f25940968f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54118/0 (socket says 172.21.15.67:54118)
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2592a00640  1 -- 172.21.15.67:0/1048437200 learned_addr learned my addr 172.21.15.67:0/1048437200 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.798+0000 7f2593e00640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f259412e4d0 0x7f259412fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f2593400640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259409bd70 0x7f25940963b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f2593400640  1 -- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f259412e4d0 msgr2=0x7f259412fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f2593400640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f259412e4d0 0x7f259412fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f2593400640  1 -- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f259412e0f0 msgr2=0x7f25940968f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 -- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c09ba40 msgr2=0x7fc97c12ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f9887200640  1 --  start start
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9887200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 0x7f9888129020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9887200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f988809afb0 0x7f9888129560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9887200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f988809b8d0 0x7f9888129aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9887200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9888136ad0 con 0x7f988809afb0
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9887200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f9888136950 con 0x7f988809b8d0
2024-09-10T22:00:10.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9887200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f9888136c50 con 0x7f9888098b50
2024-09-10T22:00:10.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f2593400640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f259412e0f0 0x7f25940968f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7f2593400640  1 -- 172.21.15.67:0/1048437200 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2594096e30 con 0x7f259409bd70
2024-09-10T22:00:10.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c09ba40 0x7fc97c12ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 -- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc97c09b120 msgr2=0x7fc97c12fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc97c09b120 0x7fc97c12fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.799+0000 7fc97b400640  1 -- 172.21.15.67:0/3371101371 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc97c131e80 con 0x7fc97c12e0f0
2024-09-10T22:00:10.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f2593400640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259409bd70 0x7f25940963b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f258400c390 tx=0x7f258400c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9885400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f988809afb0 0x7f9888129560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7f9885e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 0x7f9888129020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9885e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 0x7f9888129020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:33056/0 (socket says 172.21.15.67:33056)
2024-09-10T22:00:10.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9885e00640  1 -- 172.21.15.67:0/1322400095 learned_addr learned my addr 172.21.15.67:0/1322400095 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2584017070 con 0x7f259409bd70
2024-09-10T22:00:10.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.800+0000 7fc97b400640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 0x7fc97c1304b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc974009cf0 tx=0x7fc97400c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc974003b70 con 0x7fc97c12e0f0
2024-09-10T22:00:10.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc974003e00 con 0x7fc97c12e0f0
2024-09-10T22:00:10.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25840053c0 con 0x7f259409bd70
2024-09-10T22:00:10.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2584003850 con 0x7f259409bd70
2024-09-10T22:00:10.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc974004280 con 0x7fc97c12e0f0
2024-09-10T22:00:10.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9886800640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f988809b8d0 0x7f9888129aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9885e00640  1 -- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f988809b8d0 msgr2=0x7f9888129aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9885e00640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f988809b8d0 0x7f9888129aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9885e00640  1 -- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f988809afb0 msgr2=0x7f9888129560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2594131f90 con 0x7f259409bd70
2024-09-10T22:00:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f25941302b0 con 0x7f259409bd70
2024-09-10T22:00:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.801+0000 7f9885e00640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f988809afb0 0x7f9888129560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f9885e00640  1 -- 172.21.15.67:0/1322400095 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f988812a920 con 0x7f9888098b50
2024-09-10T22:00:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f9885400640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f988809afb0 0x7f9888129560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f9885e00640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 0x7f9888129020 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9878009780 tx=0x7f9878032f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc97c132680 con 0x7fc97c12e0f0
2024-09-10T22:00:10.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9878040070 con 0x7f9888098b50
2024-09-10T22:00:10.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9878005310 con 0x7f9888098b50
2024-09-10T22:00:10.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98780047a0 con 0x7f9888098b50
2024-09-10T22:00:10.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9888129fe0 con 0x7f9888098b50
2024-09-10T22:00:10.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.802+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc97c1334f0 con 0x7fc97c12e0f0
2024-09-10T22:00:10.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.803+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f988812bb90 con 0x7f9888098b50
2024-09-10T22:00:10.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.804+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f259412ba00 con 0x7f259409bd70
2024-09-10T22:00:10.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.804+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7fc974004420 con 0x7fc97c12e0f0
2024-09-10T22:00:10.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.805+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc97c09b500 con 0x7fc97c12e0f0
2024-09-10T22:00:10.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.804+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f988809b390 con 0x7f9888098b50
2024-09-10T22:00:10.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.805+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f258401a070 con 0x7f259409bd70
2024-09-10T22:00:10.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.805+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7fc97405e750 con 0x7fc97c12e0f0
2024-09-10T22:00:10.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.806+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f258405ce00 con 0x7f259409bd70
2024-09-10T22:00:10.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.805+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f9878039040 con 0x7f9888098b50
2024-09-10T22:00:10.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.807+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f987807e7a0 con 0x7f9888098b50
2024-09-10T22:00:10.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.810+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7fc97c132680 con 0x7fc97c12e0f0
2024-09-10T22:00:10.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.813+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f259412ba00 con 0x7f259409bd70
2024-09-10T22:00:10.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.820+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f987807d850 con 0x7f9888098b50
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 -- 172.21.15.67:0/3888908825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673809b120 msgr2=0x7f673809b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 --2- 172.21.15.67:0/3888908825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673809b120 0x7f673809b500 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6728005fd0 tx=0x7f672802a410 comp rx=0 tx=0).stop
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 -- 172.21.15.67:0/3888908825 shutdown_connections
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 --2- 172.21.15.67:0/3888908825 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f6738134d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 --2- 172.21.15.67:0/3888908825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673809b120 0x7f673809b500 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 --2- 172.21.15.67:0/3888908825 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f673812e0f0 0x7f673812e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 -- 172.21.15.67:0/3888908825 >> 172.21.15.67:0/3888908825 conn(0x7f67380a0650 msgr2=0x7f67380a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 -- 172.21.15.67:0/3888908825 shutdown_connections
2024-09-10T22:00:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.849+0000 7f673f200640  1 -- 172.21.15.67:0/3888908825 wait complete.
2024-09-10T22:00:10.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.851+0000 7f673f200640  1  Processor -- start
2024-09-10T22:00:10.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.851+0000 7f673f200640  1 --  start start
2024-09-10T22:00:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.851+0000 7f673f200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f673809b120 0x7f67381c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.851+0000 7f673f200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f67381c4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.851+0000 7f673f200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673812e0f0 0x7f67381c4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673f200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6738135650 con 0x7f673812e0f0
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673f200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f67381354d0 con 0x7f673809ba40
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673f200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f67381357d0 con 0x7f673809b120
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673d400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f67381c4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673d400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f67381c4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54028/0 (socket says 172.21.15.67:54028)
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673d400640  1 -- 172.21.15.67:0/1361438552 learned_addr learned my addr 172.21.15.67:0/1361438552 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673de00640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f673809b120 0x7f67381c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.852+0000 7f673e800640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673812e0f0 0x7f67381c4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:10.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.853+0000 7f673d400640  1 -- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f673809b120 msgr2=0x7f67381c3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.853+0000 7f673d400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f673809b120 0x7f67381c3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.853+0000 7f673d400640  1 -- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673812e0f0 msgr2=0x7f67381c4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.853+0000 7f673d400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673812e0f0 0x7f67381c4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.853+0000 7f673d400640  1 -- 172.21.15.67:0/1361438552 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67381314c0 con 0x7f673809ba40
2024-09-10T22:00:10.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.853+0000 7f673d400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f67381c4010 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6728000c00 tx=0x7f6728003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:10.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.854+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672803f070 con 0x7f673809ba40
2024-09-10T22:00:10.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.854+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67280047a0 con 0x7f673809ba40
2024-09-10T22:00:10.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.854+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728035030 con 0x7f673809ba40
2024-09-10T22:00:10.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.854+0000 7f673f200640  1 -- 172.21.15.67:0/1361438552 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6738133150 con 0x7f673809ba40
2024-09-10T22:00:10.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.854+0000 7f673f200640  1 -- 172.21.15.67:0/1361438552 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6738133410 con 0x7f673809ba40
2024-09-10T22:00:10.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.855+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f673809b500 con 0x7f673809ba40
2024-09-10T22:00:10.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.856+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f6728042070 con 0x7f673809ba40
2024-09-10T22:00:10.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.857+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2868+0+0 (secure 0 0 0) 0x7f672807e580 con 0x7f673809ba40
2024-09-10T22:00:10.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.861+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f672807d6b0 con 0x7f673809ba40
2024-09-10T22:00:10.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.973+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fc97c067980 con 0x7fc97c12e0f0
2024-09-10T22:00:10.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.974+0000 7fc973400640  1 -- 172.21.15.67:0/3371101371 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7fc97403d9c0 con 0x7fc97c12e0f0
2024-09-10T22:00:10.975 INFO:teuthology.orchestra.run.smithi067.stdout:42949672962
2024-09-10T22:00:10.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 >> v1:172.21.15.67:6800/2431779038 conn(0x7fc95c048020 legacy=0x7fc95c04a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 msgr2=0x7fc97c1304b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 0x7fc97c1304b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc974009cf0 tx=0x7fc97400c6a0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 shutdown_connections
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc97c12e0f0 0x7fc97c1304b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc97c09ba40 0x7fc97c12ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 --2- 172.21.15.67:0/3371101371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc97c09b120 0x7fc97c12fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 >> 172.21.15.67:0/3371101371 conn(0x7fc97c0a0650 msgr2=0x7fc97c1252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 shutdown_connections
2024-09-10T22:00:10.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.977+0000 7fc97be00640  1 -- 172.21.15.67:0/3371101371 wait complete.
2024-09-10T22:00:10.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.980+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f259409b6f0 con 0x7f259409bd70
2024-09-10T22:00:10.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.981+0000 7f258b400640  1 -- 172.21.15.67:0/1048437200 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f259409b6f0 con 0x7f259409bd70
2024-09-10T22:00:10.982 INFO:teuthology.orchestra.run.smithi067.stdout:47244640258
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.983+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 >> v1:172.21.15.67:6800/2431779038 conn(0x7f2574048020 legacy=0x7f257404a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.983+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259409bd70 msgr2=0x7f25940963b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.983+0000 7f2598a00640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259409bd70 0x7f25940963b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f258400c390 tx=0x7f258400c850 comp rx=0 tx=0).stop
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.983+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 shutdown_connections
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.983+0000 7f2598a00640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f259412e4d0 0x7f259412fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.983+0000 7f2598a00640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f259412e0f0 0x7f25940968f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.984+0000 7f2598a00640  1 --2- 172.21.15.67:0/1048437200 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f259409bd70 0x7f25940963b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.984+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 >> 172.21.15.67:0/1048437200 conn(0x7f25940a0650 msgr2=0x7f25941252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.984+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 shutdown_connections
2024-09-10T22:00:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.984+0000 7f2598a00640  1 -- 172.21.15.67:0/1048437200 wait complete.
2024-09-10T22:00:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.990+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f9888134bf0 con 0x7f9888098b50
2024-09-10T22:00:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.990+0000 7f987e000640  1 -- 172.21.15.67:0/1322400095 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f987807d390 con 0x7f9888098b50
2024-09-10T22:00:10.992 INFO:teuthology.orchestra.run.smithi067.stdout:47244640258
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 >> v1:172.21.15.67:6800/2431779038 conn(0x7f9868047fd0 legacy=0x7f986804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 msgr2=0x7f9888129020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 0x7f9888129020 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9878009780 tx=0x7f9878032f00 comp rx=0 tx=0).stop
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 shutdown_connections
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f988809b8d0 0x7f9888129aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f988809afb0 0x7f9888129560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 --2- 172.21.15.67:0/1322400095 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9888098b50 0x7f9888129020 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 >> 172.21.15.67:0/1322400095 conn(0x7f98880a04b0 msgr2=0x7f9888135aa0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:10.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 shutdown_connections
2024-09-10T22:00:10.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:10.993+0000 7f9887200640  1 -- 172.21.15.67:0/1322400095 wait complete.
2024-09-10T22:00:11.002 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.1
2024-09-10T22:00:11.003 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640259 got 47244640258 for osd.2
2024-09-10T22:00:11.011 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640259 got 47244640258 for osd.0
2024-09-10T22:00:11.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.024+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f673812c5a0 con 0x7f673809ba40
2024-09-10T22:00:11.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.024+0000 7f6732000640  1 -- 172.21.15.67:0/1361438552 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f672807d1f0 con 0x7f673809ba40
2024-09-10T22:00:11.026 INFO:teuthology.orchestra.run.smithi067.stdout:47244640258
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 >> v1:172.21.15.67:6800/2431779038 conn(0x7f671c047fd0 legacy=0x7f671c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 msgr2=0x7f67381c4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f67381c4010 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6728000c00 tx=0x7f6728003820 comp rx=0 tx=0).stop
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 shutdown_connections
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673812e0f0 0x7f67381c4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f673809ba40 0x7f67381c4010 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:11.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 --2- 172.21.15.67:0/1361438552 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f673809b120 0x7f67381c3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:11.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.026+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 >> 172.21.15.67:0/1361438552 conn(0x7f67380a0650 msgr2=0x7f67381252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:11.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.027+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 shutdown_connections
2024-09-10T22:00:11.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:11.027+0000 7f6727400640  1 -- 172.21.15.67:0/1361438552 wait complete.
2024-09-10T22:00:11.043 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640259 got 47244640258 for osd.3
2024-09-10T22:00:12.003 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:00:12.004 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:00:12.012 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:00:12.045 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:00:12.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 -- 172.21.15.67:0/2495506297 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9412e0f0 msgr2=0x7f7c9412e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 --2- 172.21.15.67:0/2495506297 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9412e0f0 0x7f7c9412e4d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009860 tx=0x7f7c8802a390 comp rx=0 tx=0).stop
2024-09-10T22:00:12.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 -- 172.21.15.67:0/2120062735 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab7009afb0 msgr2=0x7fab7009b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 --2- 172.21.15.67:0/2120062735 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab7009afb0 0x7fab7009b390 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fab60009900 tx=0x7fab6002a440 comp rx=0 tx=0).stop
2024-09-10T22:00:12.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 -- 172.21.15.67:0/2495506297 shutdown_connections
2024-09-10T22:00:12.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 --2- 172.21.15.67:0/2495506297 >> v2:172.21.15.67:3300/0 conn(0x7f7c9409ba40 0x7f7c94134d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 --2- 172.21.15.67:0/2495506297 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 0x7f7c9409b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 --2- 172.21.15.67:0/2495506297 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9412e0f0 0x7f7c9412e4d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 -- 172.21.15.67:0/2495506297 >> 172.21.15.67:0/2495506297 conn(0x7f7c940a0650 msgr2=0x7f7c940a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 -- 172.21.15.67:0/2120062735 shutdown_connections
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 --2- 172.21.15.67:0/2120062735 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fab70098b50 0x7fab70098f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 --2- 172.21.15.67:0/2120062735 >> v2:172.21.15.67:3300/0 conn(0x7fab7009b8d0 0x7fab70098610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 --2- 172.21.15.67:0/2120062735 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab7009afb0 0x7fab7009b390 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7fab75000640  1 -- 172.21.15.67:0/2120062735 >> 172.21.15.67:0/2120062735 conn(0x7fab700a04b0 msgr2=0x7fab700a08c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 -- 172.21.15.67:0/2495506297 shutdown_connections
2024-09-10T22:00:12.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.182+0000 7f7c9a800640  1 -- 172.21.15.67:0/2495506297 wait complete.
2024-09-10T22:00:12.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.183+0000 7fab75000640  1 -- 172.21.15.67:0/2120062735 shutdown_connections
2024-09-10T22:00:12.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.184+0000 7f7c9a800640  1  Processor -- start
2024-09-10T22:00:12.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.183+0000 7fab75000640  1 -- 172.21.15.67:0/2120062735 wait complete.
2024-09-10T22:00:12.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7fab75000640  1  Processor -- start
2024-09-10T22:00:12.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.184+0000 7f7c9a800640  1 --  start start
2024-09-10T22:00:12.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.185+0000 7f7c9a800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 0x7f7c94093810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.185+0000 7f7c9a800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 0x7f7c94093d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.185+0000 7f7c9a800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c9412e0f0 0x7f7c94094290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.185+0000 7f7c9a800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7c94135650 con 0x7f7c9412e0f0
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c98a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 0x7f7c94093d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c9a800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f7c941354d0 con 0x7f7c9409ba40
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c9a800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f7c941357d0 con 0x7f7c9409b120
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c99400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 0x7f7c94093810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c98a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 0x7f7c94093d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54050/0 (socket says 172.21.15.67:54050)
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c98a00640  1 -- 172.21.15.67:0/109065003 learned_addr learned my addr 172.21.15.67:0/109065003 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c99e00640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c9412e0f0 0x7f7c94094290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7fab75000640  1 --  start start
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.186+0000 7f7c98a00640  1 -- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 msgr2=0x7f7c94093810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c98a00640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 0x7f7c94093810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c98a00640  1 -- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c9412e0f0 msgr2=0x7f7c94094290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c98a00640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c9412e0f0 0x7f7c94094290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c98a00640  1 -- 172.21.15.67:0/109065003 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c94096f40 con 0x7f7c9409ba40
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c99400640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 0x7f7c94093810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c99e00640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c9412e0f0 0x7f7c94094290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c98a00640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 0x7f7c94093d50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000e9f0 tx=0x7f7c8000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8000cd20 con 0x7f7c9409ba40
2024-09-10T22:00:12.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c80010430 con 0x7f7c9409ba40
2024-09-10T22:00:12.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c80010820 con 0x7f7c9409ba40
2024-09-10T22:00:12.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c94095b50 con 0x7f7c9409ba40
2024-09-10T22:00:12.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.188+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c941c7cf0 con 0x7f7c9409ba40
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7fab75000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 0x7fab701c3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7fab75000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fab7009afb0 0x7fab701c4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7fab75000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fab7009b8d0 0x7fab70094d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7fab75000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fab701358c0 con 0x7fab7009b8d0
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7fab75000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fab70135740 con 0x7fab70098b50
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.187+0000 7fab75000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fab70135a40 con 0x7fab7009afb0
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.188+0000 7fab6f400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 0x7fab701c3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.188+0000 7fab6f400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 0x7fab701c3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54054/0 (socket says 172.21.15.67:54054)
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.188+0000 7fab6f400640  1 -- 172.21.15.67:0/3048839260 learned_addr learned my addr 172.21.15.67:0/3048839260 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.188+0000 7fab6ea00640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fab7009afb0 0x7fab701c4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.189+0000 7fab6f400640  1 -- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fab7009afb0 msgr2=0x7fab701c4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.189+0000 7fab6f400640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fab7009afb0 0x7fab701c4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.189+0000 7fab6f400640  1 -- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fab7009b8d0 msgr2=0x7fab70094d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.189+0000 7fab6f400640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fab7009b8d0 0x7fab70094d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.189+0000 7fab6f400640  1 -- 172.21.15.67:0/3048839260 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab701256f0 con 0x7fab70098b50
2024-09-10T22:00:12.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.189+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f7c800109c0 con 0x7f7c9409ba40
2024-09-10T22:00:12.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7fab6f400640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 0x7fab701c3f20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fab60009850 tx=0x7fab600038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:12.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7f7c8005e400 con 0x7f7c9409ba40
2024-09-10T22:00:12.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c9409b500 con 0x7f7c9409ba40
2024-09-10T22:00:12.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6003f070 con 0x7fab70098b50
2024-09-10T22:00:12.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab600047a0 con 0x7fab70098b50
2024-09-10T22:00:12.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60035030 con 0x7fab70098b50
2024-09-10T22:00:12.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.190+0000 7fab75000640  1 -- 172.21.15.67:0/3048839260 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab70125de0 con 0x7fab70098b50
2024-09-10T22:00:12.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.191+0000 7fab75000640  1 -- 172.21.15.67:0/3048839260 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fab701267d0 con 0x7fab70098b50
2024-09-10T22:00:12.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.192+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab7009b390 con 0x7fab70098b50
2024-09-10T22:00:12.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.196+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f7c8003d690 con 0x7f7c9409ba40
2024-09-10T22:00:12.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.198+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7fab60042070 con 0x7fab70098b50
2024-09-10T22:00:12.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.199+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7fab6007eaa0 con 0x7fab70098b50
2024-09-10T22:00:12.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.205+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7fab6007d730 con 0x7fab70098b50
2024-09-10T22:00:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 -- 172.21.15.67:0/3400808212 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 msgr2=0x7f1790131e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 --2- 172.21.15.67:0/3400808212 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f1790131e10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1788005fd0 tx=0x7f178802a980 comp rx=0 tx=0).stop
2024-09-10T22:00:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 -- 172.21.15.67:0/3400808212 shutdown_connections
2024-09-10T22:00:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 --2- 172.21.15.67:0/3400808212 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f1790131e10 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 --2- 172.21.15.67:0/3400808212 >> v2:172.21.15.67:3300/0 conn(0x7f1790127160 0x7f1790093aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 -- 172.21.15.67:0/3400808212 >> 172.21.15.67:0/3400808212 conn(0x7f1790099210 msgr2=0x7f1790096890 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 -- 172.21.15.67:0/3400808212 shutdown_connections
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.232+0000 7f1796400640  1 -- 172.21.15.67:0/3400808212 wait complete.
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 -- 172.21.15.67:0/4042921143 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409b120 msgr2=0x7f202409b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 --2- 172.21.15.67:0/4042921143 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409b120 0x7f202409b500 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2010009900 tx=0x7f201002a460 comp rx=0 tx=0).stop
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 -- 172.21.15.67:0/4042921143 shutdown_connections
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 --2- 172.21.15.67:0/4042921143 >> v2:172.21.15.67:3300/0 conn(0x7f202409ba40 0x7f2024134d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 --2- 172.21.15.67:0/4042921143 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409b120 0x7f202409b500 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 --2- 172.21.15.67:0/4042921143 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202412e0f0 0x7f202412e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 -- 172.21.15.67:0/4042921143 >> 172.21.15.67:0/4042921143 conn(0x7f20240a0650 msgr2=0x7f20240a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1  Processor -- start
2024-09-10T22:00:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --  start start
2024-09-10T22:00:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f179006bbc0 0x7f17901c3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f17901c4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1790127160 0x7f179012ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1790132510 con 0x7f179006bbc0
2024-09-10T22:00:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f1790132390 con 0x7f1790094d40
2024-09-10T22:00:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.234+0000 7f1796400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f1790132690 con 0x7f1790127160
2024-09-10T22:00:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 -- 172.21.15.67:0/4042921143 shutdown_connections
2024-09-10T22:00:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.233+0000 7f2029000640  1 -- 172.21.15.67:0/4042921143 wait complete.
2024-09-10T22:00:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f178fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f17901c4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f178fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f17901c4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54072/0 (socket says 172.21.15.67:54072)
2024-09-10T22:00:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f178fe00640  1 -- 172.21.15.67:0/896993264 learned_addr learned my addr 172.21.15.67:0/896993264 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f1795000640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f179006bbc0 0x7f17901c3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f1795a00640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1790127160 0x7f179012ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f2029000640  1  Processor -- start
2024-09-10T22:00:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f178fe00640  1 -- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1790127160 msgr2=0x7f179012ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f178fe00640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1790127160 0x7f179012ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f178fe00640  1 -- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f179006bbc0 msgr2=0x7f17901c3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f178fe00640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f179006bbc0 0x7f17901c3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f178fe00640  1 -- 172.21.15.67:0/896993264 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1790124200 con 0x7f1790094d40
2024-09-10T22:00:12.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.235+0000 7f2029000640  1 --  start start
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f1795000640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f179006bbc0 0x7f17901c3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f178fe00640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f17901c4120 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f177c00ddf0 tx=0x7f177c00a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2029000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 0x7f20241d0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2029000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409ba40 0x7f20241d1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2029000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f202412e0f0 0x7f2024070550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2029000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2024135650 con 0x7f202412e0f0
2024-09-10T22:00:12.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2029000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f20241354d0 con 0x7f202409b120
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2029000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f20241357d0 con 0x7f202409ba40
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2023400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 0x7f20241d0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2023400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 0x7f20241d0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54074/0 (socket says 172.21.15.67:54074)
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.236+0000 7f2023400640  1 -- 172.21.15.67:0/3910104787 learned_addr learned my addr 172.21.15.67:0/3910104787 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177c01b070 con 0x7f1790094d40
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f177c00e540 con 0x7f1790094d40
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177c00e950 con 0x7f1790094d40
2024-09-10T22:00:12.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f179012e640 con 0x7f1790094d40
2024-09-10T22:00:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f2023400640  1 -- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409ba40 msgr2=0x7f20241d1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f2023400640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409ba40 0x7f20241d1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f2023400640  1 -- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f202412e0f0 msgr2=0x7f2024070550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f2023e00640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f202412e0f0 0x7f2024070550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f17901c4660 con 0x7f1790094d40
2024-09-10T22:00:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f2023400640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f202412e0f0 0x7f2024070550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.237+0000 7f2023400640  1 -- 172.21.15.67:0/3910104787 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f202412ec40 con 0x7f202409b120
2024-09-10T22:00:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.238+0000 7f2023400640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 0x7f20241d0bf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f201400ea20 tx=0x7f201400eee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.239+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f201400cd80 con 0x7f202409b120
2024-09-10T22:00:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.239+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f202412eeb0 con 0x7f202409b120
2024-09-10T22:00:12.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.238+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1790093390 con 0x7f1790094d40
2024-09-10T22:00:12.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.239+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f20241d1670 con 0x7f202409b120
2024-09-10T22:00:12.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.239+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f177c01e070 con 0x7f1790094d40
2024-09-10T22:00:12.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.240+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2014010430 con 0x7f202409b120
2024-09-10T22:00:12.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.240+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2014010800 con 0x7f202409b120
2024-09-10T22:00:12.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.240+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7f177c05de70 con 0x7f1790094d40
2024-09-10T22:00:12.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.241+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ffc005290 con 0x7f202409b120
2024-09-10T22:00:12.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.242+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f20140109a0 con 0x7f202409b120
2024-09-10T22:00:12.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.243+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7f201405e480 con 0x7f202409b120
2024-09-10T22:00:12.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.247+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f177c03d200 con 0x7f1790094d40
2024-09-10T22:00:12.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.249+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f201405d5f0 con 0x7f202409b120
2024-09-10T22:00:12.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.362+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7c94067980 con 0x7f7c9409ba40
2024-09-10T22:00:12.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.362+0000 7f7c91600640  1 -- 172.21.15.67:0/109065003 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f7c8003d8f0 con 0x7f7c9409ba40
2024-09-10T22:00:12.364 INFO:teuthology.orchestra.run.smithi067.stdout:42949672964
2024-09-10T22:00:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.364+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 >> v1:172.21.15.67:6800/2431779038 conn(0x7f7c74048020 legacy=0x7f7c7404a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.364+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 msgr2=0x7f7c94093d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.364+0000 7f7c9a800640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 0x7f7c94093d50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000e9f0 tx=0x7f7c8000eeb0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 shutdown_connections
2024-09-10T22:00:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c9412e0f0 0x7f7c94094290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7c9409ba40 0x7f7c94093d50 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 --2- 172.21.15.67:0/109065003 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7c9409b120 0x7f7c94093810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 >> 172.21.15.67:0/109065003 conn(0x7f7c940a0650 msgr2=0x7f7c941252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 shutdown_connections
2024-09-10T22:00:12.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.365+0000 7f7c9a800640  1 -- 172.21.15.67:0/109065003 wait complete.
2024-09-10T22:00:12.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.369+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fab700008d0 con 0x7fab70098b50
2024-09-10T22:00:12.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.369+0000 7fab67400640  1 -- 172.21.15.67:0/3048839260 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7fab60046400 con 0x7fab70098b50
2024-09-10T22:00:12.372 INFO:teuthology.orchestra.run.smithi067.stdout:47244640259
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 >> v1:172.21.15.67:6800/2431779038 conn(0x7fab500480a0 legacy=0x7fab5004a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 msgr2=0x7fab701c3f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 0x7fab701c3f20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fab60009850 tx=0x7fab600038a0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 shutdown_connections
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fab7009b8d0 0x7fab70094d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fab7009afb0 0x7fab701c4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 --2- 172.21.15.67:0/3048839260 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fab70098b50 0x7fab701c3f20 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.372+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 >> 172.21.15.67:0/3048839260 conn(0x7fab700a04b0 msgr2=0x7fab7008e1b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.373+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 shutdown_connections
2024-09-10T22:00:12.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.373+0000 7fab64c00640  1 -- 172.21.15.67:0/3048839260 wait complete.
2024-09-10T22:00:12.386 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672964 for osd.1
2024-09-10T22:00:12.386 DEBUG:teuthology.parallel:result is None
2024-09-10T22:00:12.396 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640259 got 47244640259 for osd.2
2024-09-10T22:00:12.396 DEBUG:teuthology.parallel:result is None
2024-09-10T22:00:12.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.411+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f1ffc005850 con 0x7f202409b120
2024-09-10T22:00:12.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.412+0000 7f201b400640  1 -- 172.21.15.67:0/3910104787 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f201403d6b0 con 0x7f202409b120
2024-09-10T22:00:12.413 INFO:teuthology.orchestra.run.smithi067.stdout:47244640259
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 >> v1:172.21.15.67:6800/2431779038 conn(0x7f2004047fd0 legacy=0x7f200404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 msgr2=0x7f20241d0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 0x7f20241d0bf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f201400ea20 tx=0x7f201400eee0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 shutdown_connections
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f202412e0f0 0x7f2024070550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f202409ba40 0x7f20241d1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 --2- 172.21.15.67:0/3910104787 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f202409b120 0x7f20241d0bf0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 >> 172.21.15.67:0/3910104787 conn(0x7f20240a0650 msgr2=0x7f20241252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 shutdown_connections
2024-09-10T22:00:12.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.415+0000 7f2029000640  1 -- 172.21.15.67:0/3910104787 wait complete.
2024-09-10T22:00:12.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.420+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1790067980 con 0x7f1790094d40
2024-09-10T22:00:12.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.420+0000 7f178cc00640  1 -- 172.21.15.67:0/896993264 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f177c03d460 con 0x7f1790094d40
2024-09-10T22:00:12.422 INFO:teuthology.orchestra.run.smithi067.stdout:47244640259
2024-09-10T22:00:12.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 >> v1:172.21.15.67:6800/2431779038 conn(0x7f1770048020 legacy=0x7f177004a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 msgr2=0x7f17901c4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f17901c4120 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f177c00ddf0 tx=0x7f177c00a620 comp rx=0 tx=0).stop
2024-09-10T22:00:12.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 shutdown_connections
2024-09-10T22:00:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1790127160 0x7f179012ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1790094d40 0x7f17901c4120 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 --2- 172.21.15.67:0/896993264 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f179006bbc0 0x7f17901c3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 >> 172.21.15.67:0/896993264 conn(0x7f1790099210 msgr2=0x7f1790127850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 shutdown_connections
2024-09-10T22:00:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.423+0000 7f1796400640  1 -- 172.21.15.67:0/896993264 wait complete.
2024-09-10T22:00:12.435 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640259 got 47244640259 for osd.3
2024-09-10T22:00:12.435 DEBUG:teuthology.parallel:result is None
2024-09-10T22:00:12.441 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640259 got 47244640259 for osd.0
2024-09-10T22:00:12.441 DEBUG:teuthology.parallel:result is None
2024-09-10T22:00:12.441 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean
2024-09-10T22:00:12.441 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 -- 172.21.15.67:0/811461346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 msgr2=0x7fbac412e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 --2- 172.21.15.67:0/811461346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 0x7fbac412e680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbabc009ca0 tx=0x7fbabc02a910 comp rx=0 tx=0).stop
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 -- 172.21.15.67:0/811461346 shutdown_connections
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 --2- 172.21.15.67:0/811461346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 0x7fbac412e680 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 --2- 172.21.15.67:0/811461346 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 0x7fbac412dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 --2- 172.21.15.67:0/811461346 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac408cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 -- 172.21.15.67:0/811461346 >> 172.21.15.67:0/811461346 conn(0x7fbac40a0c80 msgr2=0x7fbac408b000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 -- 172.21.15.67:0/811461346 shutdown_connections
2024-09-10T22:00:12.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.636+0000 7fbaca600640  1 -- 172.21.15.67:0/811461346 wait complete.
2024-09-10T22:00:12.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.637+0000 7fbaca600640  1  Processor -- start
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.637+0000 7fbaca600640  1 --  start start
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbaca600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac412ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbaca600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 0x7fbac412f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbaca600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 0x7fbac412f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbaca600640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbac4135870 con 0x7fbac412e1d0
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbaca600640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fbac41356f0 con 0x7fbac408c780
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbaca600640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fbac41359f0 con 0x7fbac408d0a0
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbac3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac412ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbac2a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 0x7fbac412f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbac3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac412ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54080/0 (socket says 172.21.15.67:54080)
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbac3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 0x7fbac412f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.638+0000 7fbac3400640  1 -- 172.21.15.67:0/2097831006 learned_addr learned my addr 172.21.15.67:0/2097831006 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:12.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac3400640  1 -- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 msgr2=0x7fbac412f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac3400640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 0x7fbac412f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac3400640  1 -- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 msgr2=0x7fbac412f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac3400640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 0x7fbac412f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac3400640  1 -- 172.21.15.67:0/2097831006 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac4091d50 con 0x7fbac408c780
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac2a00640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 0x7fbac412f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbac3400640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac412ed80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbab400ea50 tx=0x7fbab400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab400cdc0 con 0x7fbac408c780
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbab4004020 con 0x7fbac408c780
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac4092860 con 0x7fbac408c780
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab4004470 con 0x7fbac408c780
2024-09-10T22:00:12.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.639+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac41308b0 con 0x7fbac408c780
2024-09-10T22:00:12.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.641+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7fbab40035f0 con 0x7fbac408c780
2024-09-10T22:00:12.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.641+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbac412dc90 con 0x7fbac408c780
2024-09-10T22:00:12.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.641+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7fbab405e230 con 0x7fbac408c780
2024-09-10T22:00:12.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.645+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbab4009490 con 0x7fbac408c780
2024-09-10T22:00:12.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.798+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 --> v1:172.21.15.67:6800/2431779038 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbac4130680 con 0x7fbaa4048000
2024-09-10T22:00:12.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.800+0000 7fbabb400640  1 -- 172.21.15.67:0/2097831006 <== mgr.4134 v1:172.21.15.67:6800/2431779038 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32198 (unknown 2965378022 0 4095173980) 0x7fbac4130680 con 0x7fbaa4048000
2024-09-10T22:00:12.802 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:12.802 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 >> v1:172.21.15.67:6800/2431779038 conn(0x7fbaa4048000 legacy=0x7fbaa404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 msgr2=0x7fbac412ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac412ed80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbab400ea50 tx=0x7fbab400ef10 comp rx=0 tx=0).stop
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 shutdown_connections
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbac412e1d0 0x7fbac412f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbac408d0a0 0x7fbac412f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 --2- 172.21.15.67:0/2097831006 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbac408c780 0x7fbac412ed80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 >> 172.21.15.67:0/2097831006 conn(0x7fbac40a0c80 msgr2=0x7fbac4127720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 shutdown_connections
2024-09-10T22:00:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.802+0000 7fbaca600640  1 -- 172.21.15.67:0/2097831006 wait complete.
2024-09-10T22:00:12.818 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-10T22:00:12.155018+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":110100,"kb_used_data":1776,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377260,"statfs":{"total":386547056640,"available":386434314240,"internally_reserved":0,"allocated":1818624,"data_stored":1351366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6377,"internal_metadata":110618391},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":16,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.206471"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964670+0000","last_change":"2024-09-10T22:00:08.964939+0000","last_active":"2024-09-10T22:00:08.964670+0000","last_peered":"2024-09-10T22:00:08.964670+0000","last_clean":"2024-09-10T22:00:08.964670+0000","last_became_active":"2024-09-10T22:00:06.959178+0000","last_became_peered":"2024-09-10T22:00:06.959178+0000","last_unstale":"2024-09-10T22:00:08.964670+0000","last_undegraded":"2024-09-10T22:00:08.964670+0000","last_fullsized":"2024-09-10T22:00:08.964670+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:02:35.082911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.957128+0000","last_change":"2024-09-10T22:00:08.957128+0000","last_active":"2024-09-10T22:00:08.957128+0000","last_peered":"2024-09-10T22:00:08.957128+0000","last_clean":"2024-09-10T22:00:08.957128+0000","last_became_active":"2024-09-10T22:00:06.958672+0000","last_became_peered":"2024-09-10T22:00:06.958672+0000","last_unstale":"2024-09-10T22:00:08.957128+0000","last_undegraded":"2024-09-10T22:00:08.957128+0000","last_fullsized":"2024-09-10T22:00:08.957128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:49:19.551853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001076745,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964166+0000","last_change":"2024-09-10T22:00:08.964472+0000","last_active":"2024-09-10T22:00:08.964166+0000","last_peered":"2024-09-10T22:00:08.964166+0000","last_clean":"2024-09-10T22:00:08.964166+0000","last_became_active":"2024-09-10T22:00:06.961645+0000","last_became_peered":"2024-09-10T22:00:06.961645+0000","last_unstale":"2024-09-10T22:00:08.964166+0000","last_undegraded":"2024-09-10T22:00:08.964166+0000","last_fullsized":"2024-09-10T22:00:08.964166+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:47:54.486295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.956923+0000","last_change":"2024-09-10T22:00:08.956923+0000","last_active":"2024-09-10T22:00:08.956923+0000","last_peered":"2024-09-10T22:00:08.956923+0000","last_clean":"2024-09-10T22:00:08.956923+0000","last_became_active":"2024-09-10T22:00:06.959072+0000","last_became_peered":"2024-09-10T22:00:06.959072+0000","last_unstale":"2024-09-10T22:00:08.956923+0000","last_undegraded":"2024-09-10T22:00:08.956923+0000","last_fullsized":"2024-09-10T22:00:08.956923+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:02:16.398064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077070100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"18'2","reported_seq":21,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964471+0000","last_change":"2024-09-10T22:00:08.964471+0000","last_active":"2024-09-10T22:00:08.964471+0000","last_peered":"2024-09-10T22:00:08.964471+0000","last_clean":"2024-09-10T22:00:08.964471+0000","last_became_active":"2024-09-10T22:00:06.958992+0000","last_became_peered":"2024-09-10T22:00:06.958992+0000","last_unstale":"2024-09-10T22:00:08.964471+0000","last_undegraded":"2024-09-10T22:00:08.964471+0000","last_fullsized":"2024-09-10T22:00:08.964471+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:11.231224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.957343+0000","last_change":"2024-09-10T22:00:08.957857+0000","last_active":"2024-09-10T22:00:08.957343+0000","last_peered":"2024-09-10T22:00:08.957343+0000","last_clean":"2024-09-10T22:00:08.957343+0000","last_became_active":"2024-09-10T22:00:06.956769+0000","last_became_peered":"2024-09-10T22:00:06.956769+0000","last_unstale":"2024-09-10T22:00:08.957343+0000","last_undegraded":"2024-09-10T22:00:08.957343+0000","last_fullsized":"2024-09-10T22:00:08.957343+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:31:38.121284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.963372+0000","last_change":"2024-09-10T22:00:08.963655+0000","last_active":"2024-09-10T22:00:08.963372+0000","last_peered":"2024-09-10T22:00:08.963372+0000","last_clean":"2024-09-10T22:00:08.963372+0000","last_became_active":"2024-09-10T22:00:06.959339+0000","last_became_peered":"2024-09-10T22:00:06.959339+0000","last_unstale":"2024-09-10T22:00:08.963372+0000","last_undegraded":"2024-09-10T22:00:08.963372+0000","last_fullsized":"2024-09-10T22:00:08.963372+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:09:24.801818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"16'1","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964595+0000","last_change":"2024-09-10T22:00:08.964916+0000","last_active":"2024-09-10T22:00:08.964595+0000","last_peered":"2024-09-10T22:00:08.964595+0000","last_clean":"2024-09-10T22:00:08.964595+0000","last_became_active":"2024-09-10T22:00:06.959080+0000","last_became_peered":"2024-09-10T22:00:06.959080+0000","last_unstale":"2024-09-10T22:00:08.964595+0000","last_undegraded":"2024-09-10T22:00:08.964595+0000","last_fullsized":"2024-09-10T22:00:08.964595+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:50.236891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'97","reported_seq":145,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.955913+0000","last_change":"2024-09-10T22:00:04.857057+0000","last_active":"2024-09-10T22:00:08.955913+0000","last_peered":"2024-09-10T22:00:08.955913+0000","last_clean":"2024-09-10T22:00:08.955913+0000","last_became_active":"2024-09-10T22:00:04.855881+0000","last_became_peered":"2024-09-10T22:00:04.855881+0000","last_unstale":"2024-09-10T22:00:08.955913+0000","last_undegraded":"2024-09-10T22:00:08.955913+0000","last_fullsized":"2024-09-10T22:00:08.955913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:36:05.728736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640260,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":42667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":11,"seq":47244640260,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":155648,"data_stored":42648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":11,"seq":47244640260,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":749568,"data_stored":633016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672964,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":753664,"data_stored":633035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:00:12.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:00:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 -- 172.21.15.67:0/401813409 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f144412e020 msgr2=0x7f144412e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 --2- 172.21.15.67:0/401813409 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f144412e020 0x7f144412e450 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f143c005fd0 tx=0x7f143c02a6f0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 -- 172.21.15.67:0/401813409 shutdown_connections
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 --2- 172.21.15.67:0/401813409 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f144412e020 0x7f144412e450 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 --2- 172.21.15.67:0/401813409 >> v2:172.21.15.67:3300/0 conn(0x7f14440938d0 0x7f1444093d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 --2- 172.21.15.67:0/401813409 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1444098010 0x7f1444093390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 -- 172.21.15.67:0/401813409 >> 172.21.15.67:0/401813409 conn(0x7f1444099210 msgr2=0x7f1444096890 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 -- 172.21.15.67:0/401813409 shutdown_connections
2024-09-10T22:00:12.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.977+0000 7f1443200640  1 -- 172.21.15.67:0/401813409 wait complete.
2024-09-10T22:00:12.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.978+0000 7f1443200640  1  Processor -- start
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.978+0000 7f1443200640  1 --  start start
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1443200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 0x7f144406f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1443200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1444098010 0x7f144406fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1443200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f144412e020 0x7f14441c3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1443200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14441357f0 con 0x7f144412e020
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1443200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f1444135670 con 0x7f14440938d0
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1443200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f1444135970 con 0x7f1444098010
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 0x7f144406f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1442800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f144412e020 0x7f14441c3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 0x7f144406f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54120/0 (socket says 172.21.15.67:54120)
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 -- 172.21.15.67:0/3846691160 learned_addr learned my addr 172.21.15.67:0/3846691160 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1439400640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1444098010 0x7f144406fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 -- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1444098010 msgr2=0x7f144406fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1444098010 0x7f144406fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 -- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f144412e020 msgr2=0x7f14441c3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f144412e020 0x7f14441c3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1441e00640  1 -- 172.21.15.67:0/3846691160 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1444071830 con 0x7f14440938d0
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.979+0000 7f1439400640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1444098010 0x7f144406fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.980+0000 7f1441e00640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 0x7f144406f680 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f143400ea20 tx=0x7f143400ee20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.980+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f143400cd80 con 0x7f14440938d0
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.980+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1434005020 con 0x7f14440938d0
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.980+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1444070100 con 0x7f14440938d0
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.980+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1434005450 con 0x7f14440938d0
2024-09-10T22:00:12.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.980+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1444072240 con 0x7f14440938d0
2024-09-10T22:00:12.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.981+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1444092020 con 0x7f14440938d0
2024-09-10T22:00:12.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.981+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f14340047a0 con 0x7f14440938d0
2024-09-10T22:00:12.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.982+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7f143405e350 con 0x7f14440938d0
2024-09-10T22:00:12.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:12.986+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f1444092020 con 0x7f14440938d0
2024-09-10T22:00:13.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.139+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 --> v1:172.21.15.67:6800/2431779038 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1444072840 con 0x7f1420047fd0
2024-09-10T22:00:13.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.140+0000 7f143aa00640  1 -- 172.21.15.67:0/3846691160 <== mgr.4134 v1:172.21.15.67:6800/2431779038 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32198 (unknown 2965378022 0 927809504) 0x7f1444072840 con 0x7f1420047fd0
2024-09-10T22:00:13.142 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:13.142 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:00:13.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 >> v1:172.21.15.67:6800/2431779038 conn(0x7f1420047fd0 legacy=0x7f142004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 msgr2=0x7f144406f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 0x7f144406f680 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f143400ea20 tx=0x7f143400ee20 comp rx=0 tx=0).stop
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 shutdown_connections
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f144412e020 0x7f14441c3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1444098010 0x7f144406fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 --2- 172.21.15.67:0/3846691160 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14440938d0 0x7f144406f680 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 >> 172.21.15.67:0/3846691160 conn(0x7f1444099210 msgr2=0x7f1444099d90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 shutdown_connections
2024-09-10T22:00:13.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.142+0000 7f1443200640  1 -- 172.21.15.67:0/3846691160 wait complete.
2024-09-10T22:00:13.160 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T22:00:12.987021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":110100,"kb_used_data":1776,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377260,"statfs":{"total":386547056640,"available":386434314240,"internally_reserved":0,"allocated":1818624,"data_stored":1351366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6377,"internal_metadata":110618391},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":16,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001138"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964670+0000","last_change":"2024-09-10T22:00:08.964939+0000","last_active":"2024-09-10T22:00:08.964670+0000","last_peered":"2024-09-10T22:00:08.964670+0000","last_clean":"2024-09-10T22:00:08.964670+0000","last_became_active":"2024-09-10T22:00:06.959178+0000","last_became_peered":"2024-09-10T22:00:06.959178+0000","last_unstale":"2024-09-10T22:00:08.964670+0000","last_undegraded":"2024-09-10T22:00:08.964670+0000","last_fullsized":"2024-09-10T22:00:08.964670+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:02:35.082911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.957128+0000","last_change":"2024-09-10T22:00:08.957128+0000","last_active":"2024-09-10T22:00:08.957128+0000","last_peered":"2024-09-10T22:00:08.957128+0000","last_clean":"2024-09-10T22:00:08.957128+0000","last_became_active":"2024-09-10T22:00:06.958672+0000","last_became_peered":"2024-09-10T22:00:06.958672+0000","last_unstale":"2024-09-10T22:00:08.957128+0000","last_undegraded":"2024-09-10T22:00:08.957128+0000","last_fullsized":"2024-09-10T22:00:08.957128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:49:19.551853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001076745,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964166+0000","last_change":"2024-09-10T22:00:08.964472+0000","last_active":"2024-09-10T22:00:08.964166+0000","last_peered":"2024-09-10T22:00:08.964166+0000","last_clean":"2024-09-10T22:00:08.964166+0000","last_became_active":"2024-09-10T22:00:06.961645+0000","last_became_peered":"2024-09-10T22:00:06.961645+0000","last_unstale":"2024-09-10T22:00:08.964166+0000","last_undegraded":"2024-09-10T22:00:08.964166+0000","last_fullsized":"2024-09-10T22:00:08.964166+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:47:54.486295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.956923+0000","last_change":"2024-09-10T22:00:08.956923+0000","last_active":"2024-09-10T22:00:08.956923+0000","last_peered":"2024-09-10T22:00:08.956923+0000","last_clean":"2024-09-10T22:00:08.956923+0000","last_became_active":"2024-09-10T22:00:06.959072+0000","last_became_peered":"2024-09-10T22:00:06.959072+0000","last_unstale":"2024-09-10T22:00:08.956923+0000","last_undegraded":"2024-09-10T22:00:08.956923+0000","last_fullsized":"2024-09-10T22:00:08.956923+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:02:16.398064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077070100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"18'2","reported_seq":21,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964471+0000","last_change":"2024-09-10T22:00:08.964471+0000","last_active":"2024-09-10T22:00:08.964471+0000","last_peered":"2024-09-10T22:00:08.964471+0000","last_clean":"2024-09-10T22:00:08.964471+0000","last_became_active":"2024-09-10T22:00:06.958992+0000","last_became_peered":"2024-09-10T22:00:06.958992+0000","last_unstale":"2024-09-10T22:00:08.964471+0000","last_undegraded":"2024-09-10T22:00:08.964471+0000","last_fullsized":"2024-09-10T22:00:08.964471+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:11.231224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.957343+0000","last_change":"2024-09-10T22:00:08.957857+0000","last_active":"2024-09-10T22:00:08.957343+0000","last_peered":"2024-09-10T22:00:08.957343+0000","last_clean":"2024-09-10T22:00:08.957343+0000","last_became_active":"2024-09-10T22:00:06.956769+0000","last_became_peered":"2024-09-10T22:00:06.956769+0000","last_unstale":"2024-09-10T22:00:08.957343+0000","last_undegraded":"2024-09-10T22:00:08.957343+0000","last_fullsized":"2024-09-10T22:00:08.957343+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:31:38.121284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.963372+0000","last_change":"2024-09-10T22:00:08.963655+0000","last_active":"2024-09-10T22:00:08.963372+0000","last_peered":"2024-09-10T22:00:08.963372+0000","last_clean":"2024-09-10T22:00:08.963372+0000","last_became_active":"2024-09-10T22:00:06.959339+0000","last_became_peered":"2024-09-10T22:00:06.959339+0000","last_unstale":"2024-09-10T22:00:08.963372+0000","last_undegraded":"2024-09-10T22:00:08.963372+0000","last_fullsized":"2024-09-10T22:00:08.963372+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:09:24.801818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"16'1","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.964595+0000","last_change":"2024-09-10T22:00:08.964916+0000","last_active":"2024-09-10T22:00:08.964595+0000","last_peered":"2024-09-10T22:00:08.964595+0000","last_clean":"2024-09-10T22:00:08.964595+0000","last_became_active":"2024-09-10T22:00:06.959080+0000","last_became_peered":"2024-09-10T22:00:06.959080+0000","last_unstale":"2024-09-10T22:00:08.964595+0000","last_undegraded":"2024-09-10T22:00:08.964595+0000","last_fullsized":"2024-09-10T22:00:08.964595+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:50.236891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'97","reported_seq":145,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T22:00:08.955913+0000","last_change":"2024-09-10T22:00:04.857057+0000","last_active":"2024-09-10T22:00:08.955913+0000","last_peered":"2024-09-10T22:00:08.955913+0000","last_clean":"2024-09-10T22:00:08.955913+0000","last_became_active":"2024-09-10T22:00:04.855881+0000","last_became_peered":"2024-09-10T22:00:04.855881+0000","last_unstale":"2024-09-10T22:00:08.955913+0000","last_undegraded":"2024-09-10T22:00:08.955913+0000","last_fullsized":"2024-09-10T22:00:08.955913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:36:05.728736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640260,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":42667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":11,"seq":47244640260,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":155648,"data_stored":42648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":11,"seq":47244640260,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":749568,"data_stored":633016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672964,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":753664,"data_stored":633035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:00:13.161 INFO:tasks.ceph.ceph_manager.ceph:clean!
2024-09-10T22:00:13.161 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy...
2024-09-10T22:00:13.161 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy
2024-09-10T22:00:13.161 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json
2024-09-10T22:00:13.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 -- 172.21.15.67:0/3163059048 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 msgr2=0x7f1a38135d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 --2- 172.21.15.67:0/3163059048 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38135d90 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1a30009830 tx=0x7f1a3002a3f0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 -- 172.21.15.67:0/3163059048 shutdown_connections
2024-09-10T22:00:13.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 --2- 172.21.15.67:0/3163059048 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38135d90 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 --2- 172.21.15.67:0/3163059048 >> v2:172.21.15.67:3300/0 conn(0x7f1a3812e0f0 0x7f1a3812e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 -- 172.21.15.67:0/3163059048 >> 172.21.15.67:0/3163059048 conn(0x7f1a380a0650 msgr2=0x7f1a380a0a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:13.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 -- 172.21.15.67:0/3163059048 shutdown_connections
2024-09-10T22:00:13.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.315+0000 7f1a37200640  1 -- 172.21.15.67:0/3163059048 wait complete.
2024-09-10T22:00:13.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.316+0000 7f1a37200640  1  Processor -- start
2024-09-10T22:00:13.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.316+0000 7f1a37200640  1 --  start start
2024-09-10T22:00:13.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a37200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 0x7f1a38096520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:13.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a37200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38096a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:13.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a37200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1a3812e0f0 0x7f1a3812fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:13.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a37200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a38136790 con 0x7f1a3809b120
2024-09-10T22:00:13.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a37200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f1a38136610 con 0x7f1a3809bc40
2024-09-10T22:00:13.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a37200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f1a38136910 con 0x7f1a3812e0f0
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a35e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 0x7f1a38096520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a2d400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38096a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a36800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1a3812e0f0 0x7f1a3812fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a35e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 0x7f1a38096520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33488/0 (socket says 172.21.15.67:33488)
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a35e00640  1 -- 172.21.15.67:0/3762123438 learned_addr learned my addr 172.21.15.67:0/3762123438 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a35e00640  1 -- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1a3812e0f0 msgr2=0x7f1a3812fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.317+0000 7f1a35e00640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1a3812e0f0 0x7f1a3812fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a35e00640  1 -- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 msgr2=0x7f1a38096a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a35e00640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38096a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a35e00640  1 -- 172.21.15.67:0/3762123438 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a38133140 con 0x7f1a3809b120
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a2d400640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38096a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a35e00640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 0x7f1a38096520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800ebc0 tx=0x7f1a2800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28010630 con 0x7f1a3809b120
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a280108c0 con 0x7f1a3809b120
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28010d10 con 0x7f1a3809b120
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a38131d00 con 0x7f1a3809b120
2024-09-10T22:00:13.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.318+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a381301b0 con 0x7f1a3809b120
2024-09-10T22:00:13.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.319+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a3812e4d0 con 0x7f1a3809b120
2024-09-10T22:00:13.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.320+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f1a28018420 con 0x7f1a3809b120
2024-09-10T22:00:13.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.320+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7f1a2805e7c0 con 0x7f1a3809b120
2024-09-10T22:00:13.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.325+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f1a2803d970 con 0x7f1a3809b120
2024-09-10T22:00:13.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.503+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f1a3812d830 con 0x7f1a3809b120
2024-09-10T22:00:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.503+0000 7f1a2ea00640  1 -- 172.21.15.67:0/3762123438 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0  v0) ==== 72+0+46 (secure 0 0 0) 0x7f1a2803dbd0 con 0x7f1a3809b120
2024-09-10T22:00:13.505 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:13.505 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2024-09-10T22:00:13.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 >> v1:172.21.15.67:6800/2431779038 conn(0x7f1a14048000 legacy=0x7f1a1404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 msgr2=0x7f1a38096520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 0x7f1a38096520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800ebc0 tx=0x7f1a2800c6a0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 shutdown_connections
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f1a3812e0f0 0x7f1a3812fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1a3809bc40 0x7f1a38096a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 --2- 172.21.15.67:0/3762123438 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a3809b120 0x7f1a38096520 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 >> 172.21.15.67:0/3762123438 conn(0x7f1a380a0650 msgr2=0x7f1a381252f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 shutdown_connections
2024-09-10T22:00:13.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.505+0000 7f1a37200640  1 -- 172.21.15.67:0/3762123438 wait complete.
2024-09-10T22:00:13.521 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done
2024-09-10T22:00:13.521 INFO:teuthology.run_tasks:Running task exec...
2024-09-10T22:00:13.531 INFO:teuthology.task.exec:Executing custom commands...
2024-09-10T22:00:13.531 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:00:13.531 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client squid'
2024-09-10T22:00:13.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 -- 172.21.15.67:0/2529338437 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094270 msgr2=0x7f015c094650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 --2- 172.21.15.67:0/2529338437 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094270 0x7f015c094650 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0144009900 tx=0x7f014402a440 comp rx=0 tx=0).stop
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 -- 172.21.15.67:0/2529338437 shutdown_connections
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 --2- 172.21.15.67:0/2529338437 >> v2:172.21.15.67:3300/0 conn(0x7f015c094b90 0x7f015c134ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 --2- 172.21.15.67:0/2529338437 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094270 0x7f015c094650 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 --2- 172.21.15.67:0/2529338437 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c096c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 -- 172.21.15.67:0/2529338437 >> 172.21.15.67:0/2529338437 conn(0x7f015c099c20 msgr2=0x7f015c09a030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 -- 172.21.15.67:0/2529338437 shutdown_connections
2024-09-10T22:00:13.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.682+0000 7f0162400640  1 -- 172.21.15.67:0/2529338437 wait complete.
2024-09-10T22:00:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.683+0000 7f0162400640  1  Processor -- start
2024-09-10T22:00:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.683+0000 7f0162400640  1 --  start start
2024-09-10T22:00:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0162400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 0x7f015c133db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0162400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094b90 0x7f015c1342f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0162400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c123ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0162400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f015c135800 con 0x7f015c094270
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0162400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f015c135680 con 0x7f015c096880
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0162400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f015c135980 con 0x7f015c094b90
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015b400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 0x7f015c133db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c123ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015b400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 0x7f015c133db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33496/0 (socket says 172.21.15.67:33496)
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015b400640  1 -- 172.21.15.67:0/2830401075 learned_addr learned my addr 172.21.15.67:0/2830401075 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0152a00640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094b90 0x7f015c1342f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c123ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54158/0 (socket says 172.21.15.67:54158)
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 -- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094b90 msgr2=0x7f015c1342f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094b90 0x7f015c1342f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 -- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 msgr2=0x7f015c133db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 0x7f015c133db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015be00640  1 -- 172.21.15.67:0/2830401075 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c093600 con 0x7f015c096880
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f015b400640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 0x7f015c133db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.684+0000 7f0152a00640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094b90 0x7f015c1342f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.685+0000 7f015be00640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c123ec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0154009fd0 tx=0x7f015400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.685+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f015400ce20 con 0x7f015c096880
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.685+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0154004c10 con 0x7f015c096880
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.685+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0154005020 con 0x7f015c096880
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.685+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c134830 con 0x7f015c096880
2024-09-10T22:00:13.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.685+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c126360 con 0x7f015c096880
2024-09-10T22:00:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.686+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015c094650 con 0x7f015c096880
2024-09-10T22:00:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.686+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7f01540051c0 con 0x7f015c096880
2024-09-10T22:00:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.687+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2840+0+0 (secure 0 0 0) 0x7f015405e730 con 0x7f015c096880
2024-09-10T22:00:13.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.690+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7f015403d8e0 con 0x7f015c096880
2024-09-10T22:00:13.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:13.854+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "squid"} v 0) -- 0x7f015c075ab0 con 0x7f015c096880
2024-09-10T22:00:14.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.169+0000 7f0153e00640  1 -- 172.21.15.67:0/2830401075 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "squid"}]=0 set require_min_compat_client to squid v20) ==== 139+0+0 (secure 0 0 0) 0x7f015403db40 con 0x7f015c096880
2024-09-10T22:00:14.171 INFO:teuthology.orchestra.run.smithi067.stderr:set require_min_compat_client to squid
2024-09-10T22:00:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 >> v1:172.21.15.67:6800/2431779038 conn(0x7f0138047fd0 legacy=0x7f013804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 msgr2=0x7f015c123ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c123ec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0154009fd0 tx=0x7f015400ef10 comp rx=0 tx=0).stop
2024-09-10T22:00:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 shutdown_connections
2024-09-10T22:00:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f015c096880 0x7f015c123ec0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f015c094b90 0x7f015c1342f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 --2- 172.21.15.67:0/2830401075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015c094270 0x7f015c133db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.171+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 >> 172.21.15.67:0/2830401075 conn(0x7f015c099c20 msgr2=0x7f015c06ea20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:14.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.172+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 shutdown_connections
2024-09-10T22:00:14.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.172+0000 7f0162400640  1 -- 172.21.15.67:0/2830401075 wait complete.
2024-09-10T22:00:14.187 INFO:teuthology.run_tasks:Running task print...
2024-09-10T22:00:14.196 INFO:teuthology.task.print:**** done ceph
2024-09-10T22:00:14.196 INFO:teuthology.run_tasks:Running task print...
2024-09-10T22:00:14.205 INFO:teuthology.task.print:*** upgrading, no cephfs present
2024-09-10T22:00:14.205 INFO:teuthology.run_tasks:Running task exec...
2024-09-10T22:00:14.213 INFO:teuthology.task.exec:Executing custom commands...
2024-09-10T22:00:14.213 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:00:14.214 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump'
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3587228667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 msgr2=0x7ff9e412e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3587228667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e412e380 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc005fd0 tx=0x7ff9dc02a6e0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3587228667 shutdown_connections
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3587228667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e412e380 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3587228667 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412aea0 0x7ff9e412d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3587228667 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412a450 0x7ff9e412a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3587228667 >> 172.21.15.67:0/3587228667 conn(0x7ff9e40a0120 msgr2=0x7ff9e40a0530 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3587228667 shutdown_connections
2024-09-10T22:00:14.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.364+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3587228667 wait complete.
2024-09-10T22:00:14.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.365+0000 7ff9e8c00640  1  Processor -- start
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.365+0000 7ff9e8c00640  1 --  start start
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e8c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 0x7ff9e41235e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e8c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412aea0 0x7ff9e4123b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e8c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e4131740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e8c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e4135660 con 0x7ff9e412ded0
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e8c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff9e41354e0 con 0x7ff9e412a450
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e8c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff9e41357e0 con 0x7ff9e412aea0
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9daa00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412aea0 0x7ff9e4123b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 0x7ff9e41235e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 0x7ff9e41235e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54172/0 (socket says 172.21.15.67:54172)
2024-09-10T22:00:14.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e3400640  1 -- 172.21.15.67:0/3540192703 learned_addr learned my addr 172.21.15.67:0/3540192703 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9e3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e4131740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9daa00640  1 -- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 msgr2=0x7ff9e41235e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9daa00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 0x7ff9e41235e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.366+0000 7ff9daa00640  1 -- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 msgr2=0x7ff9e4131740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9daa00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e4131740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9daa00640  1 -- 172.21.15.67:0/3540192703 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e4128140 con 0x7ff9e412aea0
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9e3400640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 0x7ff9e41235e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9e3e00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e4131740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9daa00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412aea0 0x7ff9e4123b20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc00e9c0 tx=0x7ff9cc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc00cd80 con 0x7ff9e412aea0
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9cc010430 con 0x7ff9e412aea0
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc010860 con 0x7ff9e412aea0
2024-09-10T22:00:14.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e4124060 con 0x7ff9e412aea0
2024-09-10T22:00:14.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.367+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e41344f0 con 0x7ff9e412aea0
2024-09-10T22:00:14.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.368+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9e4068450 con 0x7ff9e412aea0
2024-09-10T22:00:14.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.369+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 5) ==== 55999+0+0 (secure 0 0 0) 0x7ff9cc010a00 con 0x7ff9e412aea0
2024-09-10T22:00:14.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.369+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7ff9cc05e3c0 con 0x7ff9e412aea0
2024-09-10T22:00:14.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.373+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff9e41344f0 con 0x7ff9e412aea0
2024-09-10T22:00:14.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.552+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7ff9e4068130 con 0x7ff9e412aea0
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.552+0000 7ff9dbe00640  1 -- 172.21.15.67:0/3540192703 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7ff9cc03d5f0 con 0x7ff9e412aea0
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:e1
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:btime 2024-09-10T21:59:47:393351+0000
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:enable_multiple, ever_enabled_multiple: 1,1
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes}
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:legacy client fscid: -1
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:14.554 INFO:teuthology.orchestra.run.smithi067.stdout:No filesystems configured
2024-09-10T22:00:14.555 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 1
2024-09-10T22:00:14.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 >> v1:172.21.15.67:6800/2431779038 conn(0x7ff9c0047fd0 legacy=0x7ff9c004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412aea0 msgr2=0x7ff9e4123b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412aea0 0x7ff9e4123b20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc00e9c0 tx=0x7ff9cc00ee80 comp rx=0 tx=0).stop
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 shutdown_connections
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9e412ded0 0x7ff9e4131740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9e412aea0 0x7ff9e4123b20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 --2- 172.21.15.67:0/3540192703 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9e412a450 0x7ff9e41235e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 >> 172.21.15.67:0/3540192703 conn(0x7ff9e40a0120 msgr2=0x7ff9e412c3c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 shutdown_connections
2024-09-10T22:00:14.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:00:14.554+0000 7ff9e8c00640  1 -- 172.21.15.67:0/3540192703 wait complete.
2024-09-10T22:00:14.570 INFO:teuthology.run_tasks:Running task install.upgrade...
2024-09-10T22:00:14.579 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}
2024-09-10T22:00:14.579 INFO:teuthology.task.install:remote ubuntu@smithi067.front.sepia.ceph.com config {'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}
2024-09-10T22:00:14.579 INFO:teuthology.task.install:extra packages: []
2024-09-10T22:00:14.585 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']}
2024-09-10T22:00:14.585 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd
2024-09-10T22:00:14.585 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}'
2024-09-10T22:00:14.629 INFO:teuthology.orchestra.run.smithi067.stdout:19.1.1-308.gdaaf78de.el9
2024-09-10T22:00:14.629 INFO:teuthology.packaging:The installed version of ceph-common is 19.1.1-308.gdaaf78de.el9
2024-09-10T22:00:14.629 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T22:00:14.777 INFO:teuthology.task.install:Ceph rpm upgrade from 19.1.1-308.gdaaf78de.el9 to 19.3.0-4854.g8f219c47
2024-09-10T22:00:14.778 INFO:teuthology.task.install.rpm:Host smithi067 is: centos 9.stream x86_64
2024-09-10T22:00:14.778 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T22:00:14.926 INFO:teuthology.task.install.rpm:Repo base URL: https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/
2024-09-10T22:00:14.926 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/yum.repos.d/ceph.repo
2024-09-10T22:00:15.101 INFO:teuthology.packaging:Writing yum repo:
[ceph]
name=ceph packages for $basearch
baseurl=https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/$basearch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-noarch]
name=ceph noarch packages
baseurl=https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/noarch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-source]
name=ceph source packages
baseurl=https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/SRPMS
enabled=1
gpgcheck=0
type=rpm-md

2024-09-10T22:00:15.101 DEBUG:teuthology.orchestra.run.smithi067:> set -ex
2024-09-10T22:00:15.101 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/yum.repos.d/ceph.repo
2024-09-10T22:00:15.156 DEBUG:teuthology.orchestra.run.smithi067:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8f219c476cb4f26fc5719c661c0323719a45cb30/;g' /etc/yum.repos.d/ceph.repo ; fi
2024-09-10T22:00:15.254 DEBUG:teuthology.orchestra.run.smithi067:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig
2024-09-10T22:00:15.311 DEBUG:teuthology.orchestra.run.smithi067:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf
2024-09-10T22:00:15.346 INFO:teuthology.orchestra.run.smithi067.stdout:check_obsoletes = 1
2024-09-10T22:00:15.371 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum clean all
2024-09-10T22:00:15.718 INFO:teuthology.orchestra.run.smithi067.stdout:60 files removed
2024-09-10T22:00:15.753 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd
2024-09-10T22:00:16.458 INFO:teuthology.orchestra.run.smithi067.stdout:ceph packages for x86_64                        291 kB/s |  84 kB     00:00
2024-09-10T22:00:16.767 INFO:teuthology.orchestra.run.smithi067.stdout:ceph noarch packages                             92 kB/s |  24 kB     00:00
2024-09-10T22:00:17.043 INFO:teuthology.orchestra.run.smithi067.stdout:ceph source packages                            8.2 kB/s | 1.9 kB     00:00
2024-09-10T22:00:19.401 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS                        3.6 MB/s | 8.2 MB     00:02
2024-09-10T22:00:21.369 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream                      27 MB/s |  20 MB     00:00
2024-09-10T22:00:27.147 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB                           4.2 MB/s | 6.5 MB     00:01
2024-09-10T22:00:28.662 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages               115 kB/s |  19 kB     00:00
2024-09-10T22:00:30.085 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux              17 MB/s |  23 MB     00:01
2024-09-10T22:00:36.814 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras                                       19 kB/s | 1.7 kB     00:00
2024-09-10T22:00:39.327 INFO:teuthology.orchestra.run.smithi067.stderr:Package cephadm available, but not installed.
2024-09-10T22:00:39.327 INFO:teuthology.orchestra.run.smithi067.stdout:No match for argument: cephadm
2024-09-10T22:00:39.333 INFO:teuthology.orchestra.run.smithi067.stderr:Package ceph-mgr-dashboard available, but not installed.
2024-09-10T22:00:39.334 INFO:teuthology.orchestra.run.smithi067.stdout:No match for argument: ceph-mgr-dashboard
2024-09-10T22:00:39.334 INFO:teuthology.orchestra.run.smithi067.stderr:Package ceph-mgr-diskprediction-local available, but not installed.
2024-09-10T22:00:39.334 INFO:teuthology.orchestra.run.smithi067.stdout:No match for argument: ceph-mgr-diskprediction-local
2024-09-10T22:00:39.334 INFO:teuthology.orchestra.run.smithi067.stderr:Package ceph-mgr-rook available, but not installed.
2024-09-10T22:00:39.335 INFO:teuthology.orchestra.run.smithi067.stdout:No match for argument: ceph-mgr-rook
2024-09-10T22:00:39.335 INFO:teuthology.orchestra.run.smithi067.stderr:Package ceph-mgr-cephadm available, but not installed.
2024-09-10T22:00:39.335 INFO:teuthology.orchestra.run.smithi067.stdout:No match for argument: ceph-mgr-cephadm
2024-09-10T22:00:39.338 INFO:teuthology.orchestra.run.smithi067.stderr:Package ceph-volume available, but not installed.
2024-09-10T22:00:39.338 INFO:teuthology.orchestra.run.smithi067.stdout:No match for argument: ceph-volume
2024-09-10T22:00:39.436 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved.
2024-09-10T22:00:39.439 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T22:00:39.439 INFO:teuthology.orchestra.run.smithi067.stdout: Package                   Arch   Version                     Repository   Size
2024-09-10T22:00:39.439 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T22:00:39.439 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading:
2024-09-10T22:00:39.439 INFO:teuthology.orchestra.run.smithi067.stdout: ceph                      x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        6.6 k
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base                 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        5.5 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common               x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         22 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse                 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        900 k
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout:                           x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        145 k
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds                  x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        2.4 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr                  x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        1.5 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core     noarch 2:19.3.0-4854.g8f219c47.el9 ceph-noarch 291 k
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon                  x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        4.8 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd                  x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         17 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw              x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         11 M
2024-09-10T22:00:39.440 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux              x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         25 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test                 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         50 M
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel           x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         32 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2                x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        755 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite             x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        162 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel            x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        127 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: librados2                 x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        3.5 M
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1          x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        507 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1                   x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        3.2 M
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2                   x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        5.5 M
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse     x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         45 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common       x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        143 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs            x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        161 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados             x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        321 k
2024-09-10T22:00:39.441 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd               x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        306 k
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw               x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         99 k
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse                  x86_64 2:19.3.0-4854.g8f219c47.el9 ceph         85 k
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror                x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        3.2 M
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd                   x86_64 2:19.3.0-4854.g8f219c47.el9 ceph        171 k
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies:
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout: libnbd                    x86_64 1.20.2-2.el9                appstream   171 k
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:Install   1 Package
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade  30 Packages
2024-09-10T22:00:39.442 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:00:39.443 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 134 M
2024-09-10T22:00:39.443 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages:
2024-09-10T22:00:39.624 INFO:teuthology.orchestra.run.smithi067.stdout:(1/31): ceph-19.3.0-4854.g8f219c47.el9.x86_64.r  51 kB/s | 6.6 kB     00:00
2024-09-10T22:00:39.808 INFO:teuthology.orchestra.run.smithi067.stdout:(2/31): libnbd-1.20.2-2.el9.x86_64.rpm          546 kB/s | 171 kB     00:00
2024-09-10T22:00:39.990 INFO:teuthology.orchestra.run.smithi067.stdout:(3/31): ceph-base-19.3.0-4854.g8f219c47.el9.x86  11 MB/s | 5.5 MB     00:00
2024-09-10T22:00:40.042 INFO:teuthology.orchestra.run.smithi067.stdout:(4/31): ceph-immutable-object-cache-19.3.0-4854 2.8 MB/s | 145 kB     00:00
2024-09-10T22:00:40.217 INFO:teuthology.orchestra.run.smithi067.stdout:(5/31): ceph-mds-19.3.0-4854.g8f219c47.el9.x86_  14 MB/s | 2.4 MB     00:00
2024-09-10T22:00:40.301 INFO:teuthology.orchestra.run.smithi067.stdout:(6/31): ceph-mgr-19.3.0-4854.g8f219c47.el9.x86_  18 MB/s | 1.5 MB     00:00
2024-09-10T22:00:40.601 INFO:teuthology.orchestra.run.smithi067.stdout:(7/31): ceph-common-19.3.0-4854.g8f219c47.el9.x  22 MB/s |  22 MB     00:00
2024-09-10T22:00:40.643 INFO:teuthology.orchestra.run.smithi067.stdout:(8/31): ceph-fuse-19.3.0-4854.g8f219c47.el9.x86 1.1 MB/s | 900 kB     00:00
2024-09-10T22:00:40.743 INFO:teuthology.orchestra.run.smithi067.stdout:(9/31): ceph-mon-19.3.0-4854.g8f219c47.el9.x86_  11 MB/s | 4.8 MB     00:00
2024-09-10T22:00:40.810 INFO:teuthology.orchestra.run.smithi067.stdout:(10/31): ceph-selinux-19.3.0-4854.g8f219c47.el9 379 kB/s |  25 kB     00:00
2024-09-10T22:00:41.535 INFO:teuthology.orchestra.run.smithi067.stdout:(11/31): ceph-osd-19.3.0-4854.g8f219c47.el9.x86  18 MB/s |  17 MB     00:00
2024-09-10T22:00:41.611 INFO:teuthology.orchestra.run.smithi067.stdout:(12/31): libcephfs-devel-19.3.0-4854.g8f219c47. 425 kB/s |  32 kB     00:00
2024-09-10T22:00:41.678 INFO:teuthology.orchestra.run.smithi067.stdout:(13/31): libcephfs2-19.3.0-4854.g8f219c47.el9.x  11 MB/s | 755 kB     00:00
2024-09-10T22:00:41.744 INFO:teuthology.orchestra.run.smithi067.stdout:(14/31): libcephsqlite-19.3.0-4854.g8f219c47.el 2.4 MB/s | 162 kB     00:00
2024-09-10T22:00:41.811 INFO:teuthology.orchestra.run.smithi067.stdout:(15/31): librados-devel-19.3.0-4854.g8f219c47.e 1.9 MB/s | 127 kB     00:00
2024-09-10T22:00:42.095 INFO:teuthology.orchestra.run.smithi067.stdout:(16/31): librados2-19.3.0-4854.g8f219c47.el9.x8  12 MB/s | 3.5 MB     00:00
2024-09-10T22:00:42.154 INFO:teuthology.orchestra.run.smithi067.stdout:(17/31): libradosstriper1-19.3.0-4854.g8f219c47 8.5 MB/s | 507 kB     00:00
2024-09-10T22:00:42.721 INFO:teuthology.orchestra.run.smithi067.stdout:(18/31): ceph-test-19.3.0-4854.g8f219c47.el9.x8  26 MB/s |  50 MB     00:01
2024-09-10T22:00:42.834 INFO:teuthology.orchestra.run.smithi067.stdout:(19/31): librbd1-19.3.0-4854.g8f219c47.el9.x86_ 4.8 MB/s | 3.2 MB     00:00
2024-09-10T22:00:42.967 INFO:teuthology.orchestra.run.smithi067.stdout:(20/31): ceph-radosgw-19.3.0-4854.g8f219c47.el9 4.7 MB/s |  11 MB     00:02
2024-09-10T22:00:42.989 INFO:teuthology.orchestra.run.smithi067.stdout:(21/31): python3-ceph-argparse-19.3.0-4854.g8f2 293 kB/s |  45 kB     00:00
2024-09-10T22:00:43.016 INFO:teuthology.orchestra.run.smithi067.stdout:(22/31): python3-ceph-common-19.3.0-4854.g8f219 2.8 MB/s | 143 kB     00:00
2024-09-10T22:00:43.039 INFO:teuthology.orchestra.run.smithi067.stdout:(23/31): python3-cephfs-19.3.0-4854.g8f219c47.e 3.1 MB/s | 161 kB     00:00
2024-09-10T22:00:43.075 INFO:teuthology.orchestra.run.smithi067.stdout:(24/31): python3-rados-19.3.0-4854.g8f219c47.el 5.3 MB/s | 321 kB     00:00
2024-09-10T22:00:43.108 INFO:teuthology.orchestra.run.smithi067.stdout:(25/31): python3-rbd-19.3.0-4854.g8f219c47.el9. 4.5 MB/s | 306 kB     00:00
2024-09-10T22:00:43.132 INFO:teuthology.orchestra.run.smithi067.stdout:(26/31): python3-rgw-19.3.0-4854.g8f219c47.el9. 1.7 MB/s |  99 kB     00:00
2024-09-10T22:00:43.157 INFO:teuthology.orchestra.run.smithi067.stdout:(27/31): rbd-fuse-19.3.0-4854.g8f219c47.el9.x86 1.7 MB/s |  85 kB     00:00
2024-09-10T22:00:43.236 INFO:teuthology.orchestra.run.smithi067.stdout:(28/31): rbd-nbd-19.3.0-4854.g8f219c47.el9.x86_ 2.1 MB/s | 171 kB     00:00
2024-09-10T22:00:43.333 INFO:teuthology.orchestra.run.smithi067.stdout:(29/31): librgw2-19.3.0-4854.g8f219c47.el9.x86_ 9.0 MB/s | 5.5 MB     00:00
2024-09-10T22:00:43.358 INFO:teuthology.orchestra.run.smithi067.stdout:(30/31): ceph-mgr-modules-core-19.3.0-4854.g8f2 2.3 MB/s | 291 kB     00:00
2024-09-10T22:00:43.424 INFO:teuthology.orchestra.run.smithi067.stdout:(31/31): rbd-mirror-19.3.0-4854.g8f219c47.el9.x  11 MB/s | 3.2 MB     00:00
2024-09-10T22:00:43.428 INFO:teuthology.orchestra.run.smithi067.stdout:--------------------------------------------------------------------------------
2024-09-10T22:00:43.428 INFO:teuthology.orchestra.run.smithi067.stdout:Total                                            34 MB/s | 134 MB     00:03
2024-09-10T22:00:43.454 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check
2024-09-10T22:00:43.524 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded.
2024-09-10T22:00:43.524 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test
2024-09-10T22:00:44.530 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded.
2024-09-10T22:00:44.530 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction
2024-09-10T22:00:47.468 INFO:teuthology.orchestra.run.smithi067.stdout:  Preparing        :                                                        1/1
2024-09-10T22:00:47.662 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : librados2-2:19.3.0-4854.g8f219c47.el9.x86_64          1/61
2024-09-10T22:00:47.818 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librados2-2:19.3.0-4854.g8f219c47.el9.x86_64          1/61
2024-09-10T22:00:47.976 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64         2/61
2024-09-10T22:00:48.710 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64         2/61
2024-09-10T22:00:48.886 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64            3/61
2024-09-10T22:00:49.005 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64            3/61
2024-09-10T22:00:49.066 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : python3-rados-2:19.3.0-4854.g8f219c47.el9.x86_64      4/61
2024-09-10T22:00:49.455 INFO:teuthology.orchestra.run.smithi067.stdout:  Installing       : libnbd-1.20.2-2.el9.x86_64                            5/61
2024-09-10T22:00:49.623 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64            6/61
2024-09-10T22:00:49.733 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64            6/61
2024-09-10T22:00:49.773 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64      7/61
2024-09-10T22:00:49.905 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64      7/61
2024-09-10T22:00:49.941 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_6    8/61
2024-09-10T22:00:50.011 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_6    8/61
2024-09-10T22:00:50.063 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : python3-ceph-argparse-2:19.3.0-4854.g8f219c47.el9.    9/61
2024-09-10T22:00:50.170 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : python3-cephfs-2:19.3.0-4854.g8f219c47.el9.x86_64    10/61
2024-09-10T22:00:50.232 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : python3-rbd-2:19.3.0-4854.g8f219c47.el9.x86_64       11/61
2024-09-10T22:00:50.293 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : python3-rgw-2:19.3.0-4854.g8f219c47.el9.x86_64       12/61
2024-09-10T22:00:50.475 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : librados-devel-2:19.3.0-4854.g8f219c47.el9.x86_64    13/61
2024-09-10T22:00:50.645 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-mgr-modules-core-2:19.3.0-4854.g8f219c47.el9.   14/61
2024-09-10T22:00:50.701 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : python3-ceph-common-2:19.3.0-4854.g8f219c47.el9.x8   15/61
2024-09-10T22:00:53.062 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64       16/61
2024-09-10T22:00:53.700 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64       16/61
2024-09-10T22:00:54.423 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64       16/61
2024-09-10T22:00:54.701 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64         17/61
2024-09-10T22:00:54.795 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64         17/61
2024-09-10T22:00:54.837 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64      18/61
2024-09-10T22:01:04.516 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64      18/61
2024-09-10T22:01:04.601 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64          19/61
2024-09-10T22:01:04.770 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64          19/61
2024-09-10T22:01:04.868 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64          20/61
2024-09-10T22:01:05.392 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64          20/61
2024-09-10T22:01:05.544 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64          21/61
2024-09-10T22:01:07.263 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64          21/61
2024-09-10T22:01:07.652 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64          22/61
2024-09-10T22:01:07.678 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64          22/61
2024-09-10T22:01:08.815 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-2:19.3.0-4854.g8f219c47.el9.x86_64              23/61
2024-09-10T22:01:09.141 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64      24/61
2024-09-10T22:01:09.175 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64      24/61
2024-09-10T22:01:09.225 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-immutable-object-cache-2:19.3.0-4854.g8f219c4   25/61
2024-09-10T22:01:09.584 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4854.g8f219c4   25/61
2024-09-10T22:01:09.717 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64        26/61
2024-09-10T22:01:16.007 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64        26/61
2024-09-10T22:01:16.839 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-test-2:19.3.0-4854.g8f219c47.el9.x86_64         27/61
2024-09-10T22:01:16.883 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : libcephfs-devel-2:19.3.0-4854.g8f219c47.el9.x86_64   28/61
2024-09-10T22:01:16.965 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : rbd-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64          29/61
2024-09-10T22:01:17.097 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : rbd-nbd-2:19.3.0-4854.g8f219c47.el9.x86_64           30/61
2024-09-10T22:01:17.150 INFO:teuthology.orchestra.run.smithi067.stdout:  Upgrading        : ceph-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64         31/61
2024-09-10T22:01:17.192 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-2:19.1.1-308.gdaaf78de.el9.x86_64               32/61
2024-09-10T22:01:17.245 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-test-2:19.1.1-308.gdaaf78de.el9.x86_64          33/61
2024-09-10T22:01:17.262 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64       34/61
2024-09-10T22:01:17.262 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64       34/61
2024-09-10T22:01:17.314 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64       34/61
2024-09-10T22:01:17.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : rbd-nbd-2:19.1.1-308.gdaaf78de.el9.x86_64            35/61
2024-09-10T22:01:17.361 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64         36/61
2024-09-10T22:01:17.362 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64         36/61
2024-09-10T22:01:17.406 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64         36/61
2024-09-10T22:01:17.420 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64           37/61
2024-09-10T22:01:17.421 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64           37/61
2024-09-10T22:01:17.465 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64           37/61
2024-09-10T22:01:17.497 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : rbd-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64           38/61
2024-09-10T22:01:17.512 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de   39/61
2024-09-10T22:01:17.512 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de   39/61
2024-09-10T22:01:17.557 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de   39/61
2024-09-10T22:01:17.581 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : libcephfs-devel-2:19.1.1-308.gdaaf78de.el9.x86_64    40/61
2024-09-10T22:01:17.581 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64      41/61
2024-09-10T22:01:17.700 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64      41/61
2024-09-10T22:01:17.724 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : librados-devel-2:19.1.1-308.gdaaf78de.el9.x86_64     42/61
2024-09-10T22:01:17.741 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64           43/61
2024-09-10T22:01:17.741 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64           43/61
2024-09-10T22:01:17.792 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64           43/61
2024-09-10T22:01:17.806 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64           44/61
2024-09-10T22:01:17.807 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64           44/61
2024-09-10T22:01:17.851 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64           44/61
2024-09-10T22:01:17.866 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64           45/61
2024-09-10T22:01:17.866 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64           45/61
2024-09-10T22:01:17.910 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64           45/61
2024-09-10T22:01:17.910 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64       46/61
2024-09-10T22:01:17.951 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64       46/61
2024-09-10T22:01:17.970 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64          47/61
2024-09-10T22:01:17.971 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64          47/61
2024-09-10T22:01:18.114 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64          47/61
2024-09-10T22:01:18.114 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64        48/61
2024-09-10T22:01:18.164 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64        48/61
2024-09-10T22:01:18.164 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64   49/61
2024-09-10T22:01:18.265 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64   49/61
2024-09-10T22:01:18.289 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : python3-cephfs-2:19.1.1-308.gdaaf78de.el9.x86_64     50/61
2024-09-10T22:01:18.315 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : python3-rbd-2:19.1.1-308.gdaaf78de.el9.x86_64        51/61
2024-09-10T22:01:18.315 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64            52/61
2024-09-10T22:01:18.441 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64            52/61
2024-09-10T22:01:18.465 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : python3-rgw-2:19.1.1-308.gdaaf78de.el9.x86_64        53/61
2024-09-10T22:01:18.465 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64            54/61
2024-09-10T22:01:18.575 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64            54/61
2024-09-10T22:01:18.608 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : python3-rados-2:19.1.1-308.gdaaf78de.el9.x86_64      55/61
2024-09-10T22:01:18.609 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64         56/61
2024-09-10T22:01:18.718 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64         56/61
2024-09-10T22:01:18.751 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64          57/61
2024-09-10T22:01:18.776 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : python3-ceph-argparse-2:19.1.1-308.gdaaf78de.el9.x   58/61
2024-09-10T22:01:18.826 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : python3-ceph-common-2:19.1.1-308.gdaaf78de.el9.x86   59/61
2024-09-10T22:01:18.863 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : ceph-mgr-modules-core-2:19.1.1-308.gdaaf78de.el9.n   60/61
2024-09-10T22:01:18.864 INFO:teuthology.orchestra.run.smithi067.stdout:  Cleanup          : librados2-2:19.1.1-308.gdaaf78de.el9.x86_64          61/61
2024-09-10T22:01:19.207 INFO:teuthology.orchestra.run.smithi067.stdout:  Running scriptlet: librados2-2:19.1.1-308.gdaaf78de.el9.x86_64          61/61
2024-09-10T22:01:19.207 INFO:teuthology.orchestra.run.smithi067.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory
2024-09-10T22:01:19.207 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libnbd-1.20.2-2.el9.x86_64                            1/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-2:19.3.0-4854.g8f219c47.el9.x86_64               2/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-2:19.1.1-308.gdaaf78de.el9.x86_64                3/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64          4/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-base-2:19.1.1-308.gdaaf78de.el9.x86_64           5/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64        6/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-common-2:19.1.1-308.gdaaf78de.el9.x86_64         7/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64          8/61
2024-09-10T22:01:20.339 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64           9/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-immutable-object-cache-2:19.3.0-4854.g8f219c4   10/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-immutable-object-cache-2:19.1.1-308.gdaaf78de   11/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64          12/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mds-2:19.1.1-308.gdaaf78de.el9.x86_64           13/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64          14/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mgr-2:19.1.1-308.gdaaf78de.el9.x86_64           15/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64          16/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mon-2:19.1.1-308.gdaaf78de.el9.x86_64           17/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64          18/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-osd-2:19.1.1-308.gdaaf78de.el9.x86_64           19/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64      20/61
2024-09-10T22:01:20.340 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-radosgw-2:19.1.1-308.gdaaf78de.el9.x86_64       21/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64      22/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-selinux-2:19.1.1-308.gdaaf78de.el9.x86_64       23/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-test-2:19.3.0-4854.g8f219c47.el9.x86_64         24/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-test-2:19.1.1-308.gdaaf78de.el9.x86_64          25/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephfs-devel-2:19.3.0-4854.g8f219c47.el9.x86_64   26/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephfs-devel-2:19.1.1-308.gdaaf78de.el9.x86_64    27/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64        28/61
2024-09-10T22:01:20.341 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephfs2-2:19.1.1-308.gdaaf78de.el9.x86_64         29/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64     30/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libcephsqlite-2:19.1.1-308.gdaaf78de.el9.x86_64      31/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados-devel-2:19.3.0-4854.g8f219c47.el9.x86_64    32/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados-devel-2:19.1.1-308.gdaaf78de.el9.x86_64     33/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados2-2:19.3.0-4854.g8f219c47.el9.x86_64         34/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librados2-2:19.1.1-308.gdaaf78de.el9.x86_64          35/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_6   36/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : libradosstriper1-2:19.1.1-308.gdaaf78de.el9.x86_64   37/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64           38/61
2024-09-10T22:01:20.344 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librbd1-2:19.1.1-308.gdaaf78de.el9.x86_64            39/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64           40/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : librgw2-2:19.1.1-308.gdaaf78de.el9.x86_64            41/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ceph-argparse-2:19.3.0-4854.g8f219c47.el9.   42/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ceph-argparse-2:19.1.1-308.gdaaf78de.el9.x   43/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ceph-common-2:19.3.0-4854.g8f219c47.el9.x8   44/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-ceph-common-2:19.1.1-308.gdaaf78de.el9.x86   45/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cephfs-2:19.3.0-4854.g8f219c47.el9.x86_64    46/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-cephfs-2:19.1.1-308.gdaaf78de.el9.x86_64     47/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rados-2:19.3.0-4854.g8f219c47.el9.x86_64     48/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rados-2:19.1.1-308.gdaaf78de.el9.x86_64      49/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rbd-2:19.3.0-4854.g8f219c47.el9.x86_64       50/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rbd-2:19.1.1-308.gdaaf78de.el9.x86_64        51/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rgw-2:19.3.0-4854.g8f219c47.el9.x86_64       52/61
2024-09-10T22:01:20.345 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : python3-rgw-2:19.1.1-308.gdaaf78de.el9.x86_64        53/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64          54/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-fuse-2:19.1.1-308.gdaaf78de.el9.x86_64           55/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64        56/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-mirror-2:19.1.1-308.gdaaf78de.el9.x86_64         57/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-nbd-2:19.3.0-4854.g8f219c47.el9.x86_64           58/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : rbd-nbd-2:19.1.1-308.gdaaf78de.el9.x86_64            59/61
2024-09-10T22:01:20.346 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mgr-modules-core-2:19.3.0-4854.g8f219c47.el9.   60/61
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  Verifying        : ceph-mgr-modules-core-2:19.1.1-308.gdaaf78de.el9.n   61/61
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded:
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-base-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-immutable-object-cache-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mds-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mgr-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.550 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mgr-modules-core-2:19.3.0-4854.g8f219c47.el9.noarch
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-mon-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-osd-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-radosgw-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-selinux-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  ceph-test-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  libcephfs-devel-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  libcephfs2-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  libcephsqlite-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  librados-devel-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  librados2-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  libradosstriper1-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  librbd1-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  librgw2-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.551 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-ceph-argparse-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-ceph-common-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-cephfs-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-rados-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-rbd-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  python3-rgw-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  rbd-fuse-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  rbd-mirror-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  rbd-nbd-2:19.3.0-4854.g8f219c47.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:Installed:
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:  libnbd-1.20.2-2.el9.x86_64
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:21.552 INFO:teuthology.orchestra.run.smithi067.stdout:Complete!
2024-09-10T22:01:22.020 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30
2024-09-10T22:01:22.176 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}'
2024-09-10T22:01:22.221 INFO:teuthology.orchestra.run.smithi067.stdout:19.3.0-4854.g8f219c47.el9
2024-09-10T22:01:22.221 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4854.g8f219c47.el9
2024-09-10T22:01:22.221 INFO:teuthology.task.install:The correct ceph version 19.3.0-4854.g8f219c47 is installed.
2024-09-10T22:01:22.223 INFO:teuthology.run_tasks:Running task print...
2024-09-10T22:01:22.236 INFO:teuthology.task.print:**** done install.upgrade
2024-09-10T22:01:22.236 INFO:teuthology.run_tasks:Running task ceph.restart...
2024-09-10T22:01:22.328 DEBUG:tasks.ceph.mon.a:waiting for process to exit
2024-09-10T22:01:22.328 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:22.349 INFO:tasks.ceph.mon.a:Stopped
2024-09-10T22:01:22.349 INFO:tasks.ceph.mon.a:Restarting daemon
2024-09-10T22:01:22.349 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a
2024-09-10T22:01:22.393 INFO:tasks.ceph.mon.a:Started
2024-09-10T22:01:22.393 DEBUG:tasks.ceph.mon.b:waiting for process to exit
2024-09-10T22:01:22.393 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:22.413 INFO:tasks.ceph.mon.b:Stopped
2024-09-10T22:01:22.413 INFO:tasks.ceph.mon.b:Restarting daemon
2024-09-10T22:01:22.413 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b
2024-09-10T22:01:22.457 INFO:tasks.ceph.mon.b:Started
2024-09-10T22:01:22.457 DEBUG:tasks.ceph.mon.c:waiting for process to exit
2024-09-10T22:01:22.457 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:22.489 INFO:tasks.ceph.mon.c:Stopped
2024-09-10T22:01:22.489 INFO:tasks.ceph.mon.c:Restarting daemon
2024-09-10T22:01:22.489 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c
2024-09-10T22:01:22.533 INFO:tasks.ceph.mon.c:Started
2024-09-10T22:01:22.534 DEBUG:tasks.ceph.mgr.x:waiting for process to exit
2024-09-10T22:01:22.534 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:22.602 INFO:tasks.ceph.mgr.x:Stopped
2024-09-10T22:01:22.602 INFO:tasks.ceph.mgr.x:Restarting daemon
2024-09-10T22:01:22.602 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x
2024-09-10T22:01:22.607 INFO:tasks.ceph.mgr.x:Started
2024-09-10T22:01:22.607 DEBUG:tasks.ceph.mgr.y:waiting for process to exit
2024-09-10T22:01:22.607 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:26.566 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.y is failed for ~0s
2024-09-10T22:01:28.708 INFO:tasks.ceph.mgr.y:Stopped
2024-09-10T22:01:28.709 INFO:tasks.ceph.mgr.y:Restarting daemon
2024-09-10T22:01:28.709 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y
2024-09-10T22:01:28.714 INFO:tasks.ceph.mgr.y:Started
2024-09-10T22:01:28.715 INFO:teuthology.run_tasks:Running task ceph.healthy...
2024-09-10T22:01:28.725 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean...
2024-09-10T22:01:28.725 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available
2024-09-10T22:01:28.725 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 -- 172.21.15.67:0/157177988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c0091bf0 msgr2=0x7f40c01368d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 --2- 172.21.15.67:0/157177988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c0091bf0 0x7f40c01368d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f40b8005fd0 tx=0x7f40b802a780 comp rx=0 tx=0).stop
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 -- 172.21.15.67:0/157177988 shutdown_connections
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 --2- 172.21.15.67:0/157177988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c0091bf0 0x7f40c01368d0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 --2- 172.21.15.67:0/157177988 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f40c00905a0 0x7f40c0134380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 -- 172.21.15.67:0/157177988 >> 172.21.15.67:0/157177988 conn(0x7f40c009aeb0 msgr2=0x7f40c009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:28.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 -- 172.21.15.67:0/157177988 shutdown_connections
2024-09-10T22:01:28.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.894+0000 7f40c5a00640  1 -- 172.21.15.67:0/157177988 wait complete.
2024-09-10T22:01:28.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.895+0000 7f40c5a00640  1  Processor -- start
2024-09-10T22:01:28.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --  start start
2024-09-10T22:01:28.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 0x7f40c01c4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:28.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f40c0091100 0x7f40c01c5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:28.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f40c0091bf0 0x7f40c0070330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:28.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f40c0137970 con 0x7f40c00905a0
2024-09-10T22:01:28.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f40c01377f0 con 0x7f40c0091100
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40c5a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f40c0137af0 con 0x7f40c0091bf0
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40bea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 0x7f40c01c4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.896+0000 7f40be000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f40c0091100 0x7f40c01c5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40bf400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f40c0091bf0 0x7f40c0070330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40bea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 0x7f40c01c4ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36814/0 (socket says 172.21.15.67:36814)
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40bea00640  1 -- 172.21.15.67:0/3270164476 learned_addr learned my addr 172.21.15.67:0/3270164476 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40be000640  1 -- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f40c0091bf0 msgr2=0x7f40c0070330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40be000640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f40c0091bf0 0x7f40c0070330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40be000640  1 -- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 msgr2=0x7f40c01c4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40be000640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 0x7f40c01c4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40be000640  1 -- 172.21.15.67:0/3270164476 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c0072790 con 0x7f40c0091100
2024-09-10T22:01:28.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40bea00640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 0x7f40c01c4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:28.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.897+0000 7f40be000640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f40c0091100 0x7f40c01c5530 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00e9f0 tx=0x7f40ac00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.898+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac00cd80 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.898+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40ac004020 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.898+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac004450 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.898+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c0074840 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.898+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c0073a70 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.899+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c00914e0 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.899+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7f40ac0035f0 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.900+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f40ac063d20 con 0x7f40c0091100
2024-09-10T22:01:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.900+0000 7f40bea00640  1 -- 172.21.15.67:0/3270164476 >> v1:172.21.15.67:6800/2431779038 conn(0x7f40a004ca40 legacy=0x7f40a004ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:28.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:28.904+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7f40ac042f50 con 0x7f40c0091100
2024-09-10T22:01:29.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.097+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f40c01c5a70 con 0x7f40c0091100
2024-09-10T22:01:29.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.099+0000 7f40b6a00640  1 -- 172.21.15.67:0/3270164476 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0  v6) ==== 74+0+116587 (secure 0 0 0) 0x7f40ac0431b0 con 0x7f40c0091100
2024-09-10T22:01:29.103 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.101+0000 7f40bea00640  1 -- 172.21.15.67:0/3270164476 >> v1:172.21.15.67:6800/2431779038 conn(0x7f40a004ca40 legacy=0x7f40a004ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 >> v1:172.21.15.67:6800/2431779038 conn(0x7f40a004ca40 legacy=0x7f40a004ef00 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f40c0091100 msgr2=0x7f40c01c5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f40c0091100 0x7f40c01c5530 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00e9f0 tx=0x7f40ac00eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 shutdown_connections
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f40c0091bf0 0x7f40c0070330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f40c0091100 0x7f40c01c5530 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 --2- 172.21.15.67:0/3270164476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40c00905a0 0x7f40c01c4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 >> 172.21.15.67:0/3270164476 conn(0x7f40c009aeb0 msgr2=0x7f40c01365d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 shutdown_connections
2024-09-10T22:01:29.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.102+0000 7f40c5a00640  1 -- 172.21.15.67:0/3270164476 wait complete.
2024-09-10T22:01:29.119 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":6,"flags":0,"active_gid":4134,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6800","nonce":2431779038}]},"active_addr":"172.21.15.67:6800/2431779038","active_change":"2024-09-10T21:59:50.977487+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14099,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory.  When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":374636003}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2259728180}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":1181175874}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3958870213}]}]}
2024-09-10T22:01:29.122 INFO:tasks.ceph.ceph_manager.ceph:mgr available!
2024-09-10T22:01:29.122 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up
2024-09-10T22:01:29.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:29.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2443635536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 msgr2=0x7fbaec12cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2443635536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 0x7fbaec12cec0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbadc005fd0 tx=0x7fbadc02a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2443635536 shutdown_connections
2024-09-10T22:01:29.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2443635536 >> v2:172.21.15.67:3300/0 conn(0x7fbaec131e00 0x7fbaec1341f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2443635536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 0x7fbaec12cec0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2443635536 >> 172.21.15.67:0/2443635536 conn(0x7fbaec09f3c0 msgr2=0x7fbaec09f7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:29.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2443635536 shutdown_connections
2024-09-10T22:01:29.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.280+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2443635536 wait complete.
2024-09-10T22:01:29.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1  Processor -- start
2024-09-10T22:01:29.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --  start start
2024-09-10T22:01:29.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbaec0947e0 0x7fbaec124e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:29.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 0x7fbaec1253a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:29.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 0x7fbaec1258e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbaec135500 con 0x7fbaec131e00
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fbaec135380 con 0x7fbaec0947e0
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.282+0000 7fbaf2e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fbaec135910 con 0x7fbaec12cae0
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaeb400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 0x7fbaec1253a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaebe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbaec0947e0 0x7fbaec124e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 0x7fbaec1258e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 0x7fbaec1258e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36824/0 (socket says 172.21.15.67:36824)
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 -- 172.21.15.67:0/2647094838 learned_addr learned my addr 172.21.15.67:0/2647094838 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 -- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 msgr2=0x7fbaec1253a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 0x7fbaec1253a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 -- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbaec0947e0 msgr2=0x7fbaec124e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbaec0947e0 0x7fbaec124e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 -- 172.21.15.67:0/2647094838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaec127ce0 con 0x7fbaec131e00
2024-09-10T22:01:29.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.283+0000 7fbaf0e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 0x7fbaec1258e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbae4009c90 tx=0x7fbae400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:29.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.284+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae4003b70 con 0x7fbaec131e00
2024-09-10T22:01:29.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.284+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbae4003d10 con 0x7fbaec131e00
2024-09-10T22:01:29.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.284+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae4004280 con 0x7fbaec131e00
2024-09-10T22:01:29.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.284+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaec128910 con 0x7fbaec131e00
2024-09-10T22:01:29.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.284+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaec128de0 con 0x7fbaec131e00
2024-09-10T22:01:29.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.285+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbaec12cec0 con 0x7fbaec131e00
2024-09-10T22:01:29.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.286+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7fbae4004420 con 0x7fbaec131e00
2024-09-10T22:01:29.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.286+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7fbae4064110 con 0x7fbaec131e00
2024-09-10T22:01:29.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.286+0000 7fbaebe00640  1 -- 172.21.15.67:0/2647094838 >> v1:172.21.15.67:6800/2431779038 conn(0x7fbacc04ca40 legacy=0x7fbacc04ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:29.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.291+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7fbae4043340 con 0x7fbaec131e00
2024-09-10T22:01:29.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.468+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbaec129860 con 0x7fbaec131e00
2024-09-10T22:01:29.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.469+0000 7fbae3e00640  1 -- 172.21.15.67:0/2647094838 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v20) ==== 74+0+8821 (secure 0 0 0) 0x7fbae40435a0 con 0x7fbaec131e00
2024-09-10T22:01:29.472 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:29.472 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:00:14.156630+0000","last_up_change":"2024-09-10T22:00:01.813637+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":2029152633}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":2029152633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":2029152633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":2029152633}]},"public_addr":"172.21.15.67:6805/2029152633","cluster_addr":"172.21.15.67:6806/2029152633","heartbeat_back_addr":"172.21.15.67:6808/2029152633","heartbeat_front_addr":"172.21.15.67:6807/2029152633","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 >> v1:172.21.15.67:6800/2431779038 conn(0x7fbacc04ca40 legacy=0x7fbacc04ef00 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 msgr2=0x7fbaec1258e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 0x7fbaec1258e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbae4009c90 tx=0x7fbae400c6a0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 shutdown_connections
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbaec131e00 0x7fbaec1258e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbaec12cae0 0x7fbaec1253a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 --2- 172.21.15.67:0/2647094838 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbaec0947e0 0x7fbaec124e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 >> 172.21.15.67:0/2647094838 conn(0x7fbaec09f3c0 msgr2=0x7fbaec12c200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:29.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 shutdown_connections
2024-09-10T22:01:29.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.471+0000 7fbaf2e00640  1 -- 172.21.15.67:0/2647094838 wait complete.
2024-09-10T22:01:29.490 INFO:tasks.ceph.ceph_manager.ceph:all up!
2024-09-10T22:01:29.490 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 -- 172.21.15.67:0/2003761685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f746406ed00 msgr2=0x7f7464134380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 --2- 172.21.15.67:0/2003761685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f746406ed00 0x7f7464134380 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f744c009830 tx=0x7f744c02a3f0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 -- 172.21.15.67:0/2003761685 shutdown_connections
2024-09-10T22:01:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 --2- 172.21.15.67:0/2003761685 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f74641348c0 0x7f7464136cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 --2- 172.21.15.67:0/2003761685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f746406ed00 0x7f7464134380 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 -- 172.21.15.67:0/2003761685 >> 172.21.15.67:0/2003761685 conn(0x7f746409f3c0 msgr2=0x7f746409f7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:29.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.648+0000 7f7469000640  1 -- 172.21.15.67:0/2003761685 shutdown_connections
2024-09-10T22:01:29.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.649+0000 7f7469000640  1 -- 172.21.15.67:0/2003761685 wait complete.
2024-09-10T22:01:29.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1  Processor -- start
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --  start start
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 0x7f7464072b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f746406ed00 0x7f74640730a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74641348c0 0x7f74640735e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f74641379f0 con 0x7f74641348c0
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f7464137870 con 0x7f746406ed00
2024-09-10T22:01:29.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.650+0000 7f7469000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f7464137b70 con 0x7f746406e210
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 0x7f7464072b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7459400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f746406ed00 0x7f74640730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 0x7f7464072b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:54898/0 (socket says 172.21.15.67:54898)
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 -- 172.21.15.67:0/134981693 learned_addr learned my addr 172.21.15.67:0/134981693 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7462800640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74641348c0 0x7f74640735e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 -- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f746406ed00 msgr2=0x7f74640730a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f746406ed00 0x7f74640730a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 -- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74641348c0 msgr2=0x7f74640735e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74641348c0 0x7f74640735e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7461e00640  1 -- 172.21.15.67:0/134981693 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7464074280 con 0x7f746406e210
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.651+0000 7f7459400640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f746406ed00 0x7f74640730a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.652+0000 7f7461e00640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 0x7f7464072b60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f745400c500 tx=0x7f745400c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:29.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.652+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7454016020 con 0x7f746406e210
2024-09-10T22:01:29.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.652+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7454012920 con 0x7f746406e210
2024-09-10T22:01:29.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.652+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7454012d90 con 0x7f746406e210
2024-09-10T22:01:29.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.652+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7464124740 con 0x7f746406e210
2024-09-10T22:01:29.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.652+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7464124d90 con 0x7f746406e210
2024-09-10T22:01:29.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.653+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f746406e5f0 con 0x7f746406e210
2024-09-10T22:01:29.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.654+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7f745401a3b0 con 0x7f746406e210
2024-09-10T22:01:29.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.654+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f7454063410 con 0x7f746406e210
2024-09-10T22:01:29.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.654+0000 7f7459400640  1 -- 172.21.15.67:0/134981693 >> v1:172.21.15.67:6800/2431779038 conn(0x7f744004ca40 legacy=0x7f744004ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:29.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.663+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7f7454020030 con 0x7f746406e210
2024-09-10T22:01:29.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.822+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7464069ef0 con 0x7f746406e210
2024-09-10T22:01:29.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.823+0000 7f745aa00640  1 -- 172.21.15.67:0/134981693 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v20) ==== 74+0+8821 (secure 0 0 0) 0x7f74540625a0 con 0x7f746406e210
2024-09-10T22:01:29.826 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:29.826 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:00:14.156630+0000","last_up_change":"2024-09-10T22:00:01.813637+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":2029152633}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":2029152633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":2029152633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":2029152633}]},"public_addr":"172.21.15.67:6805/2029152633","cluster_addr":"172.21.15.67:6806/2029152633","heartbeat_back_addr":"172.21.15.67:6808/2029152633","heartbeat_front_addr":"172.21.15.67:6807/2029152633","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:29.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.824+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 >> v1:172.21.15.67:6800/2431779038 conn(0x7f744004ca40 legacy=0x7f744004ef00 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:29.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 msgr2=0x7f7464072b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 0x7f7464072b60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f745400c500 tx=0x7f745400c9c0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 shutdown_connections
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74641348c0 0x7f74640735e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f746406ed00 0x7f74640730a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 --2- 172.21.15.67:0/134981693 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f746406e210 0x7f7464072b60 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 >> 172.21.15.67:0/134981693 conn(0x7f746409f3c0 msgr2=0x7f7464095340 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 shutdown_connections
2024-09-10T22:01:29.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:29.825+0000 7f7469000640  1 -- 172.21.15.67:0/134981693 wait complete.
2024-09-10T22:01:29.844 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats
2024-09-10T22:01:29.844 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats
2024-09-10T22:01:29.844 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats
2024-09-10T22:01:29.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats
2024-09-10T22:01:30.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.021+0000 7f0431400640  1 -- 172.21.15.67:0/1834000264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c094740 msgr2=0x7f042c136eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.021+0000 7f0431400640  1 --2- 172.21.15.67:0/1834000264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c094740 0x7f042c136eb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0424009be0 tx=0x7f042402a840 comp rx=0 tx=0).stop
2024-09-10T22:01:30.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.021+0000 7f0431400640  1 -- 172.21.15.67:0/1834000264 shutdown_connections
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.021+0000 7f0431400640  1 --2- 172.21.15.67:0/1834000264 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c094740 0x7f042c136eb0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.021+0000 7f0431400640  1 --2- 172.21.15.67:0/1834000264 >> v2:172.21.15.67:3300/0 conn(0x7f042c09cb50 0x7f042c09cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.021+0000 7f0431400640  1 -- 172.21.15.67:0/1834000264 >> 172.21.15.67:0/1834000264 conn(0x7f042c06e7b0 msgr2=0x7f042c06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.022+0000 7f0431400640  1 -- 172.21.15.67:0/1834000264 shutdown_connections
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.022+0000 7f0431400640  1 -- 172.21.15.67:0/1834000264 wait complete.
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.023+0000 7f0431400640  1  Processor -- start
2024-09-10T22:01:30.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.023+0000 7f0431400640  1 --  start start
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f0431400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f042c094740 0x7f042c1c4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f0431400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c09cb50 0x7f042c1c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f0431400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f042c09d470 0x7f042c098a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f0431400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f042c1377d0 con 0x7f042c094740
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f0431400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f042c137650 con 0x7f042c09d470
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f0431400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f042c137950 con 0x7f042c09cb50
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f042be00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f042c094740 0x7f042c1c4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f042be00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f042c094740 0x7f042c1c4e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36870/0 (socket says 172.21.15.67:36870)
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f042be00640  1 -- 172.21.15.67:0/1781214809 learned_addr learned my addr 172.21.15.67:0/1781214809 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.024+0000 7f042b400640  1 --2- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c09cb50 0x7f042c1c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f0430a00640  1 --2- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f042c09d470 0x7f042c098a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f042b400640  1 -- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f042c09d470 msgr2=0x7f042c098a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f042b400640  1 --2- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f042c09d470 0x7f042c098a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f042b400640  1 -- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f042c094740 msgr2=0x7f042c1c4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f042b400640  1 --2- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f042c094740 0x7f042c1c4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f042b400640  1 -- 172.21.15.67:0/1781214809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f042c09a320 con 0x7f042c09cb50
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.025+0000 7f042b400640  1 --2- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c09cb50 0x7f042c1c53a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f041800c3f0 tx=0x7f041800c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.026+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418011790 con 0x7f042c09cb50
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.026+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0418017070 con 0x7f042c09cb50
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.026+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418011cc0 con 0x7f042c09cb50
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.026+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f042c1291f0 con 0x7f042c09cb50
2024-09-10T22:01:30.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.026+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f042c1c58e0 con 0x7f042c09cb50
2024-09-10T22:01:30.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.027+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f042c09af90 con 0x7f042c09cb50
2024-09-10T22:01:30.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.028+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7f041801c460 con 0x7f042c09cb50
2024-09-10T22:01:30.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.029+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f0418063cb0 con 0x7f042c09cb50
2024-09-10T22:01:30.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.029+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 --> v1:172.21.15.67:6805/2029152633 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f040c056da0 con 0x7f040c0530f0
2024-09-10T22:01:30.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.029+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f0418064060 con 0x7f042c09cb50
2024-09-10T22:01:30.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.029+0000 7f042be00640  1 -- 172.21.15.67:0/1781214809 >> v1:172.21.15.67:6800/2431779038 conn(0x7f040c04ca70 legacy=0x7f040c04ef30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.031+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== osd.0 v1:172.21.15.67:6805/2029152633 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f040c056da0 con 0x7f040c0530f0
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.040+0000 7f514fe00640  1 -- 172.21.15.67:0/48069656 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f515009cb50 msgr2=0x7f515009cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.040+0000 7f514fe00640  1 --2- 172.21.15.67:0/48069656 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f515009cb50 0x7f515009cf30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5140009830 tx=0x7f514002a410 comp rx=0 tx=0).stop
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.040+0000 7f514fe00640  1 -- 172.21.15.67:0/48069656 shutdown_connections
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.040+0000 7f514fe00640  1 --2- 172.21.15.67:0/48069656 >> v2:172.21.15.67:3300/0 conn(0x7f515009d470 0x7f5150094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.040+0000 7f514fe00640  1 --2- 172.21.15.67:0/48069656 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f515009cb50 0x7f515009cf30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.040+0000 7f514fe00640  1 -- 172.21.15.67:0/48069656 >> 172.21.15.67:0/48069656 conn(0x7f515006e7b0 msgr2=0x7f515006ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.041+0000 7f514fe00640  1 -- 172.21.15.67:0/48069656 shutdown_connections
2024-09-10T22:01:30.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.041+0000 7f514fe00640  1 -- 172.21.15.67:0/48069656 wait complete.
2024-09-10T22:01:30.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.042+0000 7f514fe00640  1  Processor -- start
2024-09-10T22:01:30.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.042+0000 7f514fe00640  1 --  start start
2024-09-10T22:01:30.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5150094570 0x7f5150098840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514fe00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f515009cb50 0x7f5150098d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f515009d470 0x7f51500992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514fe00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5150137950 con 0x7f515009cb50
2024-09-10T22:01:30.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514fe00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f51501377d0 con 0x7f5150094570
2024-09-10T22:01:30.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514fe00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f5150137ad0 con 0x7f515009d470
2024-09-10T22:01:30.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514f400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f515009d470 0x7f51500992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514f400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f515009d470 0x7f51500992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:54924/0 (socket says 172.21.15.67:54924)
2024-09-10T22:01:30.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514f400640  1 -- 172.21.15.67:0/2858751509 learned_addr learned my addr 172.21.15.67:0/2858751509 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514ea00640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5150094570 0x7f5150098840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.043+0000 7f514e000640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f515009cb50 0x7f5150098d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514f400640  1 -- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5150094570 msgr2=0x7f5150098840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514f400640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5150094570 0x7f5150098840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514f400640  1 -- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f515009cb50 msgr2=0x7f5150098d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514f400640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f515009cb50 0x7f5150098d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514f400640  1 -- 172.21.15.67:0/2858751509 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f515009a770 con 0x7f515009d470
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514ea00640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5150094570 0x7f5150098840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.044+0000 7f514e000640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f515009cb50 0x7f5150098d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.045+0000 7f514f400640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f515009d470 0x7f51500992c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5148001770 tx=0x7f514800ccd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.045+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5148016020 con 0x7f515009d470
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.045+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f514800aae0 con 0x7f515009d470
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.045+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5148012420 con 0x7f515009d470
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.046+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f515009ab30 con 0x7f515009d470
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.046+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f515009afa0 con 0x7f515009d470
2024-09-10T22:01:30.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.047+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5150097400 con 0x7f515009d470
2024-09-10T22:01:30.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.048+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7f514801a3b0 con 0x7f515009d470
2024-09-10T22:01:30.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.049+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f51480636f0 con 0x7f515009d470
2024-09-10T22:01:30.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.049+0000 7f514ea00640  1 -- 172.21.15.67:0/2858751509 >> v1:172.21.15.67:6800/2431779038 conn(0x7f513004ca70 legacy=0x7f513004ef30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.049+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 --> v1:172.21.15.67:6809/420443619 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5148005820 con 0x7f5130053160
2024-09-10T22:01:30.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.049+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f514806a050 con 0x7f515009d470
2024-09-10T22:01:30.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.051+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 --> v1:172.21.15.67:6805/2029152633 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f042c09f9d0 con 0x7f040c0530f0
2024-09-10T22:01:30.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.052+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== osd.3 v1:172.21.15.67:6809/420443619 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f5148005820 con 0x7f5130053160
2024-09-10T22:01:30.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.052+0000 7f0423e00640  1 -- 172.21.15.67:0/1781214809 <== osd.0 v1:172.21.15.67:6805/2029152633 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 22439654) 0x7f042c09f9d0 con 0x7f040c0530f0
2024-09-10T22:01:30.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.052+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 >> v1:172.21.15.67:6805/2029152633 conn(0x7f040c0530f0 legacy=0x7f040c055530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 >> v1:172.21.15.67:6800/2431779038 conn(0x7f040c04ca70 legacy=0x7f040c04ef30 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c09cb50 msgr2=0x7f042c1c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 --2- 172.21.15.67:0/1781214809 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f042c09cb50 0x7f042c1c53a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f041800c3f0 tx=0x7f041800c8b0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0430a00640  1 -- 172.21.15.67:0/1781214809 reap_dead start
2024-09-10T22:01:30.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 shutdown_connections
2024-09-10T22:01:30.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 >> 172.21.15.67:0/1781214809 conn(0x7f042c06e7b0 msgr2=0x7f042c09f040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 shutdown_connections
2024-09-10T22:01:30.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.053+0000 7f0431400640  1 -- 172.21.15.67:0/1781214809 wait complete.
2024-09-10T22:01:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.067+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 --> v1:172.21.15.67:6809/420443619 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f515009cf30 con 0x7f5130053160
2024-09-10T22:01:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.068+0000 7f5146a00640  1 -- 172.21.15.67:0/2858751509 <== osd.3 v1:172.21.15.67:6809/420443619 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 22439654) 0x7f515009cf30 con 0x7f5130053160
2024-09-10T22:01:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.068+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 >> v1:172.21.15.67:6809/420443619 conn(0x7f5130053160 legacy=0x7f51300555a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 >> v1:172.21.15.67:6800/2431779038 conn(0x7f513004ca70 legacy=0x7f513004ef30 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f515009d470 msgr2=0x7f51500992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 --2- 172.21.15.67:0/2858751509 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f515009d470 0x7f51500992c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5148001770 tx=0x7f514800ccd0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514f400640  1 -- 172.21.15.67:0/2858751509 reap_dead start
2024-09-10T22:01:30.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 shutdown_connections
2024-09-10T22:01:30.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 >> 172.21.15.67:0/2858751509 conn(0x7f515006e7b0 msgr2=0x7f5150096aa0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 shutdown_connections
2024-09-10T22:01:30.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.069+0000 7f514fe00640  1 -- 172.21.15.67:0/2858751509 wait complete.
2024-09-10T22:01:30.075 INFO:teuthology.orchestra.run.smithi067.stdout:47244640275
2024-09-10T22:01:30.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:01:30.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.085+0000 7ff3f3800640  1 -- 172.21.15.67:0/2330825276 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 msgr2=0x7ff3ec1341e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.085+0000 7ff3f3800640  1 --2- 172.21.15.67:0/2330825276 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 0x7ff3ec1341e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8009860 tx=0x7ff3d802a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.085+0000 7ff3f3800640  1 -- 172.21.15.67:0/2330825276 shutdown_connections
2024-09-10T22:01:30.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.085+0000 7ff3f3800640  1 --2- 172.21.15.67:0/2330825276 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff3ec134720 0x7ff3ec136b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.085+0000 7ff3f3800640  1 --2- 172.21.15.67:0/2330825276 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 0x7ff3ec1341e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.085+0000 7ff3f3800640  1 -- 172.21.15.67:0/2330825276 >> 172.21.15.67:0/2330825276 conn(0x7ff3ec06e950 msgr2=0x7ff3ec06ed60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.086+0000 7ff3f3800640  1 -- 172.21.15.67:0/2330825276 shutdown_connections
2024-09-10T22:01:30.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.086+0000 7ff3f3800640  1 -- 172.21.15.67:0/2330825276 wait complete.
2024-09-10T22:01:30.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.087+0000 7ff3f3800640  1  Processor -- start
2024-09-10T22:01:30.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.088+0000 7ff3f3800640  1 --  start start
2024-09-10T22:01:30.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.088+0000 7ff3f3800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3ec12b770 0x7ff3ec12ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.092 INFO:teuthology.orchestra.run.smithi067.stdout:47244640275
2024-09-10T22:01:30.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.088+0000 7ff3f3800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 0x7ff3ec12f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f3800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff3ec134720 0x7ff3ec12c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.094 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:01:30.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f3800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3ec137990 con 0x7ff3ec12b770
2024-09-10T22:01:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f3800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff3ec137810 con 0x7ff3ec131df0
2024-09-10T22:01:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f3800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff3ec137b10 con 0x7ff3ec134720
2024-09-10T22:01:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f0e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3ec12b770 0x7ff3ec12ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f0e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3ec12b770 0x7ff3ec12ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36908/0 (socket says 172.21.15.67:36908)
2024-09-10T22:01:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f0e00640  1 -- 172.21.15.67:0/2975319884 learned_addr learned my addr 172.21.15.67:0/2975319884 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3f1800640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff3ec134720 0x7ff3ec12c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.089+0000 7ff3ebe00640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 0x7ff3ec12f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f1800640  1 -- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 msgr2=0x7ff3ec12f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f1800640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 0x7ff3ec12f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f1800640  1 -- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3ec12b770 msgr2=0x7ff3ec12ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f1800640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3ec12b770 0x7ff3ec12ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f1800640  1 -- 172.21.15.67:0/2975319884 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3ec127c20 con 0x7ff3ec134720
2024-09-10T22:01:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f0e00640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3ec12b770 0x7ff3ec12ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3ebe00640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff3ec131df0 0x7ff3ec12f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.090+0000 7ff3f1800640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff3ec134720 0x7ff3ec12c860 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff3e400cab0 tx=0x7ff3e400cf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e4007d90 con 0x7ff3ec134720
2024-09-10T22:01:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3e4003a80 con 0x7ff3ec134720
2024-09-10T22:01:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3ec1282c0 con 0x7ff3ec134720
2024-09-10T22:01:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e4004020 con 0x7ff3ec134720
2024-09-10T22:01:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3ec12cda0 con 0x7ff3ec134720
2024-09-10T22:01:30.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7fd033400640  1 -- 172.21.15.67:0/3349458032 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 msgr2=0x7fd02c063c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.091+0000 7fd033400640  1 --2- 172.21.15.67:0/3349458032 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 0x7fd02c063c80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd020009830 tx=0x7fd02002a3f0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7fd033400640  1 -- 172.21.15.67:0/3349458032 shutdown_connections
2024-09-10T22:01:30.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7fd033400640  1 --2- 172.21.15.67:0/3349458032 >> v2:172.21.15.67:3300/0 conn(0x7fd02c0641c0 0x7fd02c12ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7fd033400640  1 --2- 172.21.15.67:0/3349458032 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 0x7fd02c063c80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7fd033400640  1 -- 172.21.15.67:0/3349458032 >> 172.21.15.67:0/3349458032 conn(0x7fd02c09c260 msgr2=0x7fd02c09c670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7fd033400640  1 -- 172.21.15.67:0/3349458032 shutdown_connections
2024-09-10T22:01:30.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7fd033400640  1 -- 172.21.15.67:0/3349458032 wait complete.
2024-09-10T22:01:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.092+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3ec12bb50 con 0x7ff3ec134720
2024-09-10T22:01:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.093+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7ff3e40041c0 con 0x7ff3ec134720
2024-09-10T22:01:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.093+0000 7fd033400640  1  Processor -- start
2024-09-10T22:01:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --  start start
2024-09-10T22:01:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 0x7fd02c08d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd02c0641c0 0x7fd02c08d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c12efd0 0x7fd02c08db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c137a60 con 0x7fd02c12efd0
2024-09-10T22:01:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fd02c1378e0 con 0x7fd02c0638a0
2024-09-10T22:01:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd033400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fd02c137be0 con 0x7fd02c0641c0
2024-09-10T22:01:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7fd030a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 0x7fd02c08d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd02c0641c0 0x7fd02c08d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7ff3e406c350 con 0x7ff3ec134720
2024-09-10T22:01:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 --> v1:172.21.15.67:6801/2470066928 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3e401ae50 con 0x7ff3cc0530f0
2024-09-10T22:01:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.094+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7ff3e4069060 con 0x7ff3ec134720
2024-09-10T22:01:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7ff3f0e00640  1 -- 172.21.15.67:0/2975319884 >> v1:172.21.15.67:6800/2431779038 conn(0x7ff3cc04ca70 legacy=0x7ff3cc04ef30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd02c0641c0 0x7fd02c08d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:54946/0 (socket says 172.21.15.67:54946)
2024-09-10T22:01:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 -- 172.21.15.67:0/817843481 learned_addr learned my addr 172.21.15.67:0/817843481 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd031400640  1 --2- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c12efd0 0x7fd02c08db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 -- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 msgr2=0x7fd02c08d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 --2- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd02c0638a0 0x7fd02c08d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 -- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c12efd0 msgr2=0x7fd02c08db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 --2- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c12efd0 0x7fd02c08db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd02be00640  1 -- 172.21.15.67:0/817843481 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02c08ef00 con 0x7fd02c0641c0
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.095+0000 7fd031400640  1 --2- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c12efd0 0x7fd02c08db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.096+0000 7fd02be00640  1 --2- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd02c0641c0 0x7fd02c08d620 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd01800d950 tx=0x7fd01800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.096+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018017030 con 0x7fd02c0641c0
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.096+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd018009b20 con 0x7fd02c0641c0
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.096+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018004020 con 0x7fd02c0641c0
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.096+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02c1294b0 con 0x7fd02c0641c0
2024-09-10T22:01:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.096+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd02c090700 con 0x7fd02c0641c0
2024-09-10T22:01:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.097+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== osd.1 v1:172.21.15.67:6801/2470066928 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7ff3e401ae50 con 0x7ff3cc0530f0
2024-09-10T22:01:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.097+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd02c097b20 con 0x7fd02c0641c0
2024-09-10T22:01:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.098+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7fd0180041c0 con 0x7fd02c0641c0
2024-09-10T22:01:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.099+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7fd0180634d0 con 0x7fd02c0641c0
2024-09-10T22:01:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.100+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 --> v1:172.21.15.67:6813/1497570867 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd018017ec0 con 0x7fd00c053140
2024-09-10T22:01:30.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.100+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fd01806a050 con 0x7fd02c0641c0
2024-09-10T22:01:30.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.100+0000 7fd030a00640  1 -- 172.21.15.67:0/817843481 >> v1:172.21.15.67:6800/2431779038 conn(0x7fd00c04cac0 legacy=0x7fd00c04ef80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.102+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== osd.2 v1:172.21.15.67:6813/1497570867 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fd018017ec0 con 0x7fd00c053140
2024-09-10T22:01:30.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.117+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 --> v1:172.21.15.67:6801/2470066928 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3ec074610 con 0x7ff3cc0530f0
2024-09-10T22:01:30.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.117+0000 7ff3e8c00640  1 -- 172.21.15.67:0/2975319884 <== osd.1 v1:172.21.15.67:6801/2470066928 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 2736201763) 0x7ff3ec074610 con 0x7ff3cc0530f0
2024-09-10T22:01:30.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 >> v1:172.21.15.67:6801/2470066928 conn(0x7ff3cc0530f0 legacy=0x7ff3cc055530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 >> v1:172.21.15.67:6800/2431779038 conn(0x7ff3cc04ca70 legacy=0x7ff3cc04ef30 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff3ec134720 msgr2=0x7ff3ec12c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f3800640  1 --2- 172.21.15.67:0/2975319884 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff3ec134720 0x7ff3ec12c860 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff3e400cab0 tx=0x7ff3e400cf70 comp rx=0 tx=0).stop
2024-09-10T22:01:30.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f1800640  1 -- 172.21.15.67:0/2975319884 reap_dead start
2024-09-10T22:01:30.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 shutdown_connections
2024-09-10T22:01:30.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.118+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 >> 172.21.15.67:0/2975319884 conn(0x7ff3ec06e950 msgr2=0x7ff3ec12a330 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.119+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 shutdown_connections
2024-09-10T22:01:30.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.119+0000 7ff3f3800640  1 -- 172.21.15.67:0/2975319884 wait complete.
2024-09-10T22:01:30.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.122+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 --> v1:172.21.15.67:6813/1497570867 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd02c12b060 con 0x7fd00c053140
2024-09-10T22:01:30.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.123+0000 7fd028c00640  1 -- 172.21.15.67:0/817843481 <== osd.2 v1:172.21.15.67:6813/1497570867 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 22439654) 0x7fd02c12b060 con 0x7fd00c053140
2024-09-10T22:01:30.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 >> v1:172.21.15.67:6813/1497570867 conn(0x7fd00c053140 legacy=0x7fd00c055580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 >> v1:172.21.15.67:6800/2431779038 conn(0x7fd00c04cac0 legacy=0x7fd00c04ef80 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd02c0641c0 msgr2=0x7fd02c08d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 --2- 172.21.15.67:0/817843481 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd02c0641c0 0x7fd02c08d620 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd01800d950 tx=0x7fd01800de10 comp rx=0 tx=0).stop
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd031400640  1 -- 172.21.15.67:0/817843481 reap_dead start
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 shutdown_connections
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 >> 172.21.15.67:0/817843481 conn(0x7fd02c09c260 msgr2=0x7fd02c1296c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 shutdown_connections
2024-09-10T22:01:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.124+0000 7fd033400640  1 -- 172.21.15.67:0/817843481 wait complete.
2024-09-10T22:01:30.143 INFO:teuthology.orchestra.run.smithi067.stdout:42949672979
2024-09-10T22:01:30.144 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:01:30.147 INFO:teuthology.orchestra.run.smithi067.stdout:47244640275
2024-09-10T22:01:30.148 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23b000640  1 -- 172.21.15.67:0/3064447654 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 msgr2=0x7fc21c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23b000640  1 --2- 172.21.15.67:0/3064447654 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc21c004800 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc22000bb50 tx=0x7fc21c005830 comp rx=0 tx=0).stop
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23a600640  1 -- 172.21.15.67:0/3064447654 reap_dead start
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23b000640  1 -- 172.21.15.67:0/3064447654 shutdown_connections
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23b000640  1 -- 172.21.15.67:0/3064447654 >> 172.21.15.67:0/3064447654 conn(0x7fc23406e7b0 msgr2=0x7fc23406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23b000640  1 -- 172.21.15.67:0/3064447654 shutdown_connections
2024-09-10T22:01:30.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.266+0000 7fc23b000640  1 -- 172.21.15.67:0/3064447654 wait complete.
2024-09-10T22:01:30.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.267+0000 7fc23b000640  1  Processor -- start
2024-09-10T22:01:30.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.267+0000 7fc23b000640  1 --  start start
2024-09-10T22:01:30.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.268+0000 7fc23b000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc234098c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.268+0000 7fc23b000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2340991a0 0x7fc2341c4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.268+0000 7fc23b000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc234099620 0x7fc2341c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.268+0000 7fc23b000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2341351d0 con 0x7fc2340991a0
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.268+0000 7fc23b000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc234135050 con 0x7fc234099620
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.268+0000 7fc23b000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc234135350 con 0x7fc2341343d0
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.269+0000 7fc239c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc234098c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.269+0000 7fc239c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc234098c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:54976/0 (socket says 172.21.15.67:54976)
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.269+0000 7fc239200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2340991a0 0x7fc2341c4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.269+0000 7fc239c00640  1 -- 172.21.15.67:0/1323717239 learned_addr learned my addr 172.21.15.67:0/1323717239 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.269+0000 7fc23a600640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc234099620 0x7fc2341c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc23a600640  1 -- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 msgr2=0x7fc234098c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc23a600640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc234098c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc23a600640  1 -- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2340991a0 msgr2=0x7fc2341c4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc23a600640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2340991a0 0x7fc2341c4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc23a600640  1 -- 172.21.15.67:0/1323717239 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2341291f0 con 0x7fc234099620
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc239200640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2340991a0 0x7fc2341c4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.270+0000 7fc239c00640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc234098c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.271+0000 7fc23a600640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc234099620 0x7fc2341c4d90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc23409da20 tx=0x7fc22c011ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.271+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c004b20 con 0x7fc234099620
2024-09-10T22:01:30.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.271+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc22c004cc0 con 0x7fc234099620
2024-09-10T22:01:30.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.271+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c003b90 con 0x7fc234099620
2024-09-10T22:01:30.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.271+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2341303a0 con 0x7fc234099620
2024-09-10T22:01:30.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.271+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2341c52d0 con 0x7fc234099620
2024-09-10T22:01:30.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.272+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2340a05b0 con 0x7fc234099620
2024-09-10T22:01:30.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.274+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7fc22c021030 con 0x7fc234099620
2024-09-10T22:01:30.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.274+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7fc22c0639f0 con 0x7fc234099620
2024-09-10T22:01:30.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.274+0000 7fc239c00640  1 -- 172.21.15.67:0/1323717239 >> v1:172.21.15.67:6800/2431779038 conn(0x7fc21404ca90 legacy=0x7fc21404ef50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.281+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7fc2340a05b0 con 0x7fc234099620
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.296+0000 7ff6a3e00640  1 -- 172.21.15.67:0/1478162572 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a40964b0 msgr2=0x7ff6a412b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.296+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/1478162572 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a40964b0 0x7ff6a412b670 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff690009900 tx=0x7ff69002a460 comp rx=0 tx=0).stop
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 -- 172.21.15.67:0/1478162572 shutdown_connections
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/1478162572 >> v2:172.21.15.67:3300/0 conn(0x7ff6a412bbb0 0x7ff6a412c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/1478162572 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a40964b0 0x7ff6a412b670 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/1478162572 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a4095b90 0x7ff6a4095f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 -- 172.21.15.67:0/1478162572 >> 172.21.15.67:0/1478162572 conn(0x7ff6a409c0f0 msgr2=0x7ff6a409c500 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 -- 172.21.15.67:0/1478162572 shutdown_connections
2024-09-10T22:01:30.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.297+0000 7ff6a3e00640  1 -- 172.21.15.67:0/1478162572 wait complete.
2024-09-10T22:01:30.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.299+0000 7ff6a3e00640  1  Processor -- start
2024-09-10T22:01:30.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.299+0000 7ff6a3e00640  1 --  start start
2024-09-10T22:01:30.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.300+0000 7ff6a3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a4095b90 0x7ff6a40735a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.300+0000 7ff6a3e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 0x7ff6a4073ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.300+0000 7ff6a3e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a412bbb0 0x7ff6a4074020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.300+0000 7ff6a3e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a41334d0 con 0x7ff6a4095b90
2024-09-10T22:01:30.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.300+0000 7ff6a3e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff6a4133350 con 0x7ff6a40964b0
2024-09-10T22:01:30.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.300+0000 7ff6a3e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff6a4133650 con 0x7ff6a412bbb0
2024-09-10T22:01:30.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a2000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 0x7ff6a4073ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a2000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 0x7ff6a4073ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:46962/0 (socket says 172.21.15.67:46962)
2024-09-10T22:01:30.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a3400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a412bbb0 0x7ff6a4074020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a2000640  1 -- 172.21.15.67:0/2064780536 learned_addr learned my addr 172.21.15.67:0/2064780536 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a2a00640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a4095b90 0x7ff6a40735a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a3400640  1 -- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 msgr2=0x7ff6a4073ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a3400640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 0x7ff6a4073ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a3400640  1 -- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a4095b90 msgr2=0x7ff6a40735a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a3400640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a4095b90 0x7ff6a40735a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.301+0000 7ff6a3400640  1 -- 172.21.15.67:0/2064780536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a4094a60 con 0x7ff6a412bbb0
2024-09-10T22:01:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.302+0000 7ff6a2000640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 0x7ff6a4073ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.302+0000 7ff6a3400640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a412bbb0 0x7ff6a4074020 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff69c00e940 tx=0x7ff69c00ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.302+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c004d20 con 0x7ff6a412bbb0
2024-09-10T22:01:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.302+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff69c00cb20 con 0x7ff6a412bbb0
2024-09-10T22:01:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.302+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c005020 con 0x7ff6a412bbb0
2024-09-10T22:01:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.303+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a4126100 con 0x7ff6a412bbb0
2024-09-10T22:01:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.303+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a4124170 con 0x7ff6a412bbb0
2024-09-10T22:01:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.304+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6a412b670 con 0x7ff6a412bbb0
2024-09-10T22:01:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.305+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7ff69c00f040 con 0x7ff6a412bbb0
2024-09-10T22:01:30.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.306+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7ff69c063a00 con 0x7ff6a412bbb0
2024-09-10T22:01:30.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.306+0000 7ff6a2a00640  1 -- 172.21.15.67:0/2064780536 >> v1:172.21.15.67:6800/2431779038 conn(0x7ff68404ca40 legacy=0x7ff68404ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.310+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7ff69c016030 con 0x7ff6a412bbb0
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 -- 172.21.15.67:0/309430670 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 msgr2=0x7f5ac409cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 --2- 172.21.15.67:0/309430670 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac409cf30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8009900 tx=0x7f5ab802a520 comp rx=0 tx=0).stop
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 -- 172.21.15.67:0/309430670 shutdown_connections
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 --2- 172.21.15.67:0/309430670 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5ac4094740 0x7f5ac4136eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 --2- 172.21.15.67:0/309430670 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac409cf30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 -- 172.21.15.67:0/309430670 >> 172.21.15.67:0/309430670 conn(0x7f5ac406e7b0 msgr2=0x7f5ac406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 -- 172.21.15.67:0/309430670 shutdown_connections
2024-09-10T22:01:30.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.389+0000 7f5acae00640  1 -- 172.21.15.67:0/309430670 wait complete.
2024-09-10T22:01:30.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.391+0000 7f5acae00640  1  Processor -- start
2024-09-10T22:01:30.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.391+0000 7f5acae00640  1 --  start start
2024-09-10T22:01:30.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.391+0000 7f5acae00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ac4094740 0x7f5ac41c4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.391+0000 7f5acae00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac41c53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5acae00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5ac409d470 0x7f5ac4098a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5acae00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4137780 con 0x7f5ac4094740
2024-09-10T22:01:30.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5acae00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac4137600 con 0x7f5ac409cb50
2024-09-10T22:01:30.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5acae00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f5ac4137900 con 0x7f5ac409d470
2024-09-10T22:01:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5ac9000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac41c53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5ac9000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac41c53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:46976/0 (socket says 172.21.15.67:46976)
2024-09-10T22:01:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5ac9000640  1 -- 172.21.15.67:0/2844016528 learned_addr learned my addr 172.21.15.67:0/2844016528 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5aca400640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5ac409d470 0x7f5ac4098a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.392+0000 7f5ac9a00640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ac4094740 0x7f5ac41c4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9000640  1 -- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5ac409d470 msgr2=0x7f5ac4098a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9000640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5ac409d470 0x7f5ac4098a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9000640  1 -- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ac4094740 msgr2=0x7f5ac41c4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9000640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ac4094740 0x7f5ac41c4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9000640  1 -- 172.21.15.67:0/2844016528 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac409ad20 con 0x7f5ac409cb50
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9a00640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ac4094740 0x7f5ac41c4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac9000640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac41c53b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c500 tx=0x7f5ab000c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab00052d0 con 0x7f5ac409cb50
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ab0005470 con 0x7f5ac409cb50
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0012870 con 0x7f5ac409cb50
2024-09-10T22:01:30.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.393+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac409aa40 con 0x7f5ac409cb50
2024-09-10T22:01:30.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.394+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac41c58f0 con 0x7f5ac409cb50
2024-09-10T22:01:30.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.395+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ac40972e0 con 0x7f5ac409cb50
2024-09-10T22:01:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.396+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7f5ab00035f0 con 0x7f5ac409cb50
2024-09-10T22:01:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.397+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f5ab0063040 con 0x7f5ac409cb50
2024-09-10T22:01:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.397+0000 7f5ac9a00640  1 -- 172.21.15.67:0/2844016528 >> v1:172.21.15.67:6800/2431779038 conn(0x7f5aa404ca40 legacy=0x7f5aa404ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.403+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7f5ac40972e0 con 0x7f5ac409cb50
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.422+0000 7f57b0a00640  1 -- 172.21.15.67:0/517089507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091a20 msgr2=0x7f57ac12f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.422+0000 7f57b0a00640  1 --2- 172.21.15.67:0/517089507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091a20 0x7f57ac12f850 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f57a4005fd0 tx=0x7f57a402a970 comp rx=0 tx=0).stop
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.422+0000 7f57b0a00640  1 -- 172.21.15.67:0/517089507 shutdown_connections
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.422+0000 7f57b0a00640  1 --2- 172.21.15.67:0/517089507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091a20 0x7f57ac12f850 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.422+0000 7f57b0a00640  1 --2- 172.21.15.67:0/517089507 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091100 0x7f57ac0914e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.423+0000 7f57b0a00640  1 -- 172.21.15.67:0/517089507 >> 172.21.15.67:0/517089507 conn(0x7f57ac09aeb0 msgr2=0x7f57ac09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.423+0000 7f57b0a00640  1 -- 172.21.15.67:0/517089507 shutdown_connections
2024-09-10T22:01:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.423+0000 7f57b0a00640  1 -- 172.21.15.67:0/517089507 wait complete.
2024-09-10T22:01:30.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.424+0000 7f57b0a00640  1  Processor -- start
2024-09-10T22:01:30.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --  start start
2024-09-10T22:01:30.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f57ac0905a0 0x7f57ac1c8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 0x7f57ac1c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091a20 0x7f57ac12d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f57ac137970 con 0x7f57ac091100
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f57ac1377f0 con 0x7f57ac091a20
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.425+0000 7f57b0a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f57ac137af0 con 0x7f57ac0905a0
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 0x7f57ac1c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 0x7f57ac1c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36970/0 (socket says 172.21.15.67:36970)
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 -- 172.21.15.67:0/3832830043 learned_addr learned my addr 172.21.15.67:0/3832830043 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:30.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57aa800640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091a20 0x7f57ac12d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a9e00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f57ac0905a0 0x7f57ac1c8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:30.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 -- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f57ac0905a0 msgr2=0x7f57ac1c8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f57ac0905a0 0x7f57ac1c8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 -- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091a20 msgr2=0x7f57ac12d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091a20 0x7f57ac12d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57a3e00640  1 -- 172.21.15.67:0/3832830043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57ac06e650 con 0x7f57ac091100
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.426+0000 7f57aa800640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091a20 0x7f57ac12d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.427+0000 7f57a3e00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 0x7f57ac1c9500 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f579400c500 tx=0x7f579400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.427+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57940052d0 con 0x7f57ac091100
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.427+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5794005470 con 0x7f57ac091100
2024-09-10T22:01:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.427+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5794012890 con 0x7f57ac091100
2024-09-10T22:01:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.428+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57ac074840 con 0x7f57ac091100
2024-09-10T22:01:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.428+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57ac12dd00 con 0x7f57ac091100
2024-09-10T22:01:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.430+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 6) ==== 59756+0+0 (secure 0 0 0) 0x7f5794012a30 con 0x7f57ac091100
2024-09-10T22:01:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.430+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57ac0914e0 con 0x7f57ac091100
2024-09-10T22:01:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.430+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 2812+0+0 (secure 0 0 0) 0x7f57940629a0 con 0x7f57ac091100
2024-09-10T22:01:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.431+0000 7f57a9e00640  1 -- 172.21.15.67:0/3832830043 >> v1:172.21.15.67:6800/2431779038 conn(0x7f578804ca40 legacy=0x7f578804ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.438+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7f5794041af0 con 0x7f57ac091100
2024-09-10T22:01:30.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.475+0000 7fc239c00640  1 -- 172.21.15.67:0/1323717239 >> v1:172.21.15.67:6800/2431779038 conn(0x7fc21404ca90 legacy=0x7fc21404ef50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.497+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fc23409fc60 con 0x7fc234099620
2024-09-10T22:01:30.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.497+0000 7fc231600640  1 -- 172.21.15.67:0/1323717239 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7fc23409fc60 con 0x7fc234099620
2024-09-10T22:01:30.500 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:30.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.499+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 >> v1:172.21.15.67:6800/2431779038 conn(0x7fc21404ca90 legacy=0x7fc21404ef50 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.499+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc234099620 msgr2=0x7fc2341c4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.499+0000 7fc23b000640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc234099620 0x7fc2341c4d90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc23409da20 tx=0x7fc22c011ee0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 shutdown_connections
2024-09-10T22:01:30.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc234099620 0x7fc2341c4d90 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2340991a0 0x7fc2341c4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 --2- 172.21.15.67:0/1323717239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc2341343d0 0x7fc234098c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 >> 172.21.15.67:0/1323717239 conn(0x7fc23406e7b0 msgr2=0x7fc2340967e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 shutdown_connections
2024-09-10T22:01:30.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.500+0000 7fc23b000640  1 -- 172.21.15.67:0/1323717239 wait complete.
2024-09-10T22:01:30.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.507+0000 7ff6a2a00640  1 -- 172.21.15.67:0/2064780536 >> v1:172.21.15.67:6800/2431779038 conn(0x7ff68404ca40 legacy=0x7ff68404ef00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.67:6800/2431779038
2024-09-10T22:01:30.518 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.0
2024-09-10T22:01:30.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.575+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f5ac409cf30 con 0x7f5ac409cb50
2024-09-10T22:01:30.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.576+0000 7f5ac1600640  1 -- 172.21.15.67:0/2844016528 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f5ac409ad20 con 0x7f5ac409cb50
2024-09-10T22:01:30.578 INFO:teuthology.orchestra.run.smithi067.stdout:42949672978
2024-09-10T22:01:30.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 >> v1:172.21.15.67:6800/2431779038 conn(0x7f5aa404ca40 legacy=0x7f5aa404ef00 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 msgr2=0x7f5ac41c53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac41c53b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c500 tx=0x7f5ab000c9c0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 shutdown_connections
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5ac409d470 0x7f5ac4098a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5ac409cb50 0x7f5ac41c53b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 --2- 172.21.15.67:0/2844016528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ac4094740 0x7f5ac41c4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 >> 172.21.15.67:0/2844016528 conn(0x7f5ac406e7b0 msgr2=0x7f5ac409f040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 shutdown_connections
2024-09-10T22:01:30.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.578+0000 7f5acae00640  1 -- 172.21.15.67:0/2844016528 wait complete.
2024-09-10T22:01:30.596 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672979 got 42949672978 for osd.1
2024-09-10T22:01:30.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.622+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f57ac06f080 con 0x7f57ac091100
2024-09-10T22:01:30.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.623+0000 7f57a2000640  1 -- 172.21.15.67:0/3832830043 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f5794041d50 con 0x7f57ac091100
2024-09-10T22:01:30.625 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 >> v1:172.21.15.67:6800/2431779038 conn(0x7f578804ca40 legacy=0x7f578804ef00 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 msgr2=0x7f57ac1c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 0x7f57ac1c9500 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f579400c500 tx=0x7f579400c9c0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 shutdown_connections
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f57ac091a20 0x7f57ac12d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57ac091100 0x7f57ac1c9500 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 --2- 172.21.15.67:0/3832830043 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f57ac0905a0 0x7f57ac1c8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 >> 172.21.15.67:0/3832830043 conn(0x7f57ac09aeb0 msgr2=0x7f57ac0983f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 shutdown_connections
2024-09-10T22:01:30.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.625+0000 7f57b0a00640  1 -- 172.21.15.67:0/3832830043 wait complete.
2024-09-10T22:01:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.636+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ff6a4069ef0 con 0x7ff6a412bbb0
2024-09-10T22:01:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.637+0000 7ff69b400640  1 -- 172.21.15.67:0/2064780536 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7ff69c062b90 con 0x7ff6a412bbb0
2024-09-10T22:01:30.639 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:30.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 >> v1:172.21.15.67:6800/2431779038 conn(0x7ff68404ca40 legacy=0x7ff68404ef00 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:30.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a412bbb0 msgr2=0x7ff6a4074020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:30.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a412bbb0 0x7ff6a4074020 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff69c00e940 tx=0x7ff69c00ee00 comp rx=0 tx=0).stop
2024-09-10T22:01:30.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 shutdown_connections
2024-09-10T22:01:30.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6a412bbb0 0x7ff6a4074020 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6a40964b0 0x7ff6a4073ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 --2- 172.21.15.67:0/2064780536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a4095b90 0x7ff6a40735a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:30.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.639+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 >> 172.21.15.67:0/2064780536 conn(0x7ff6a409c0f0 msgr2=0x7ff6a4126310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:30.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.640+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 shutdown_connections
2024-09-10T22:01:30.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:30.640+0000 7ff6a3e00640  1 -- 172.21.15.67:0/2064780536 wait complete.
2024-09-10T22:01:30.644 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.2
2024-09-10T22:01:30.658 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.3
2024-09-10T22:01:31.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:01:31.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:01:31.645 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:01:31.658 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:01:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.708+0000 7f2304600640  1 -- 172.21.15.67:0/2332435680 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 msgr2=0x7f22fc12b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.708+0000 7f2304600640  1 --2- 172.21.15.67:0/2332435680 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc12b6c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009860 tx=0x7f22f002a340 comp rx=0 tx=0).stop
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.709+0000 7f2304600640  1 -- 172.21.15.67:0/2332435680 shutdown_connections
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.709+0000 7f2304600640  1 --2- 172.21.15.67:0/2332435680 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc063590 0x7f22fc130340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.709+0000 7f2304600640  1 --2- 172.21.15.67:0/2332435680 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc12b6c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.709+0000 7f2304600640  1 -- 172.21.15.67:0/2332435680 >> 172.21.15.67:0/2332435680 conn(0x7f22fc09aeb0 msgr2=0x7f22fc09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.709+0000 7f2304600640  1 -- 172.21.15.67:0/2332435680 shutdown_connections
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.709+0000 7f2304600640  1 -- 172.21.15.67:0/2332435680 wait complete.
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.710+0000 7f2304600640  1  Processor -- start
2024-09-10T22:01:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.710+0000 7f2304600640  1 --  start start
2024-09-10T22:01:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2304600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22fc063590 0x7f22fc134610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2304600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc134b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2304600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc12bc00 0x7f22fc071710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2304600640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f22fc135ab0 con 0x7f22fc063590
2024-09-10T22:01:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2304600640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f22fc0922d0 con 0x7f22fc12bc00
2024-09-10T22:01:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2304600640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f22fc135c30 con 0x7f22fc12b2e0
2024-09-10T22:01:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2301200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc134b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2301c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22fc063590 0x7f22fc134610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2302600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc12bc00 0x7f22fc071710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2301200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc134b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:55084/0 (socket says 172.21.15.67:55084)
2024-09-10T22:01:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.711+0000 7f2301200640  1 -- 172.21.15.67:0/2521001651 learned_addr learned my addr 172.21.15.67:0/2521001651 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2302600640  1 -- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 msgr2=0x7f22fc134b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2302600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc134b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2302600640  1 -- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22fc063590 msgr2=0x7f22fc134610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2302600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22fc063590 0x7f22fc134610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2302600640  1 -- 172.21.15.67:0/2521001651 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22fc074a00 con 0x7f22fc12bc00
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2301200640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc134b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.712+0000 7f2301c00640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22fc063590 0x7f22fc134610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:31.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.713+0000 7f2302600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc12bc00 0x7f22fc071710 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f22f4012f90 tx=0x7f22f4014420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:31.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.713+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22f4014da0 con 0x7f22fc12bc00
2024-09-10T22:01:31.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.713+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22f40120d0 con 0x7f22fc12bc00
2024-09-10T22:01:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.713+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22f4012520 con 0x7f22fc12bc00
2024-09-10T22:01:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.713+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22fc073950 con 0x7f22fc12bc00
2024-09-10T22:01:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.713+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f22fc074180 con 0x7f22fc12bc00
2024-09-10T22:01:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.715+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22fc12b6c0 con 0x7f22fc12bc00
2024-09-10T22:01:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.715+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 7) ==== 63248+0+0 (secure 0 0 0) 0x7f22f401a070 con 0x7f22fc12bc00
2024-09-10T22:01:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.716+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f22f4070e10 con 0x7f22fc12bc00
2024-09-10T22:01:31.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.721+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7f22f406fc60 con 0x7f22fc12bc00
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.784+0000 7ffb5b200640  1 -- 172.21.15.67:0/3994206695 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb5409d470 msgr2=0x7ffb54094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.784+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3994206695 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb5409d470 0x7ffb54094030 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ffb44005fd0 tx=0x7ffb4402a540 comp rx=0 tx=0).stop
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.784+0000 7ffb5b200640  1 -- 172.21.15.67:0/3994206695 shutdown_connections
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.784+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3994206695 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb5409d470 0x7ffb54094030 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.784+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3994206695 >> v2:172.21.15.67:3300/0 conn(0x7ffb5409cb50 0x7ffb5409cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.784+0000 7ffb5b200640  1 -- 172.21.15.67:0/3994206695 >> 172.21.15.67:0/3994206695 conn(0x7ffb5406e7b0 msgr2=0x7ffb5406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.785+0000 7ffb5b200640  1 -- 172.21.15.67:0/3994206695 shutdown_connections
2024-09-10T22:01:31.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.785+0000 7ffb5b200640  1 -- 172.21.15.67:0/3994206695 wait complete.
2024-09-10T22:01:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.786+0000 7ffb5b200640  1  Processor -- start
2024-09-10T22:01:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.786+0000 7ffb5b200640  1 --  start start
2024-09-10T22:01:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.786+0000 7ffb5b200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb54094570 0x7ffb541c4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5b200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb5409cb50 0x7ffb541c53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5b200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 0x7ffb54098e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5b200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541377d0 con 0x7ffb5409cb50
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5b200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ffb54094e80 con 0x7ffb5409d470
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5b200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ffb54137950 con 0x7ffb54094570
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 0x7ffb54098e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 0x7ffb54098e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:47090/0 (socket says 172.21.15.67:47090)
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 -- 172.21.15.67:0/3624740158 learned_addr learned my addr 172.21.15.67:0/3624740158 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb59e00640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb54094570 0x7ffb541c4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb59400640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb5409cb50 0x7ffb541c53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 -- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb54094570 msgr2=0x7ffb541c4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb54094570 0x7ffb541c4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 -- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb5409cb50 msgr2=0x7ffb541c53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.787+0000 7ffb5a800640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb5409cb50 0x7ffb541c53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb5a800640  1 -- 172.21.15.67:0/3624740158 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb54129230 con 0x7ffb5409d470
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb5a800640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 0x7ffb54098e40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ffb5000c730 tx=0x7ffb5000cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb50003b70 con 0x7ffb5409d470
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb541c5910 con 0x7ffb5409d470
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb50003d30 con 0x7ffb5409d470
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb500052d0 con 0x7ffb5409d470
2024-09-10T22:01:31.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.788+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb54130230 con 0x7ffb5409d470
2024-09-10T22:01:31.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.790+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb5409cf30 con 0x7ffb5409d470
2024-09-10T22:01:31.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.792+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 7) ==== 63248+0+0 (secure 0 0 0) 0x7ffb50005680 con 0x7ffb5409d470
2024-09-10T22:01:31.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.793+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7ffb500696e0 con 0x7ffb5409d470
2024-09-10T22:01:31.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.795+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7ffb54095700 con 0x7ffb5409d470
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 -- 172.21.15.67:0/1469140529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 msgr2=0x7f7e381297f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/1469140529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e381297f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c009830 tx=0x7f7e2c02a490 comp rx=0 tx=0).stop
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 -- 172.21.15.67:0/1469140529 shutdown_connections
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/1469140529 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 0x7f7e3812cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/1469140529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e381297f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 -- 172.21.15.67:0/1469140529 >> 172.21.15.67:0/1469140529 conn(0x7f7e3809ae90 msgr2=0x7f7e3809b2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 -- 172.21.15.67:0/1469140529 shutdown_connections
2024-09-10T22:01:31.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.832+0000 7f7e3ec00640  1 -- 172.21.15.67:0/1469140529 wait complete.
2024-09-10T22:01:31.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1  Processor -- start
2024-09-10T22:01:31.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --  start start
2024-09-10T22:01:31.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 0x7f7e3806e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e3806eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7e38129d30 0x7f7e3806f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7e38135680 con 0x7f7e38129410
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f7e38135500 con 0x7f7e380958f0
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.834+0000 7f7e3ec00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f7e38135800 con 0x7f7e38129d30
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.835+0000 7f7e3d800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 0x7f7e3806e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.835+0000 7f7e3d800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 0x7f7e3806e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:47106/0 (socket says 172.21.15.67:47106)
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.835+0000 7f7e3d800640  1 -- 172.21.15.67:0/3120654554 learned_addr learned my addr 172.21.15.67:0/3120654554 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.835+0000 7f7e3e200640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7e38129d30 0x7f7e3806f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.835+0000 7f7e3ce00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e3806eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ce00640  1 -- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7e38129d30 msgr2=0x7f7e3806f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ce00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7e38129d30 0x7f7e3806f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ce00640  1 -- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 msgr2=0x7f7e3806e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ce00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 0x7f7e3806e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ce00640  1 -- 172.21.15.67:0/3120654554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e380748c0 con 0x7f7e38129410
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3e200640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7e38129d30 0x7f7e3806f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ce00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e3806eb70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400c3c0 tx=0x7f7e2400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24011790 con 0x7f7e38129410
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e24017070 con 0x7f7e38129410
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.836+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e38132380 con 0x7f7e38129410
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.837+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24011ce0 con 0x7f7e38129410
2024-09-10T22:01:31.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.837+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e381331f0 con 0x7f7e38129410
2024-09-10T22:01:31.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.838+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e381297f0 con 0x7f7e38129410
2024-09-10T22:01:31.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.839+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 7) ==== 63248+0+0 (secure 0 0 0) 0x7f7e2401c460 con 0x7f7e38129410
2024-09-10T22:01:31.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.840+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f7e240694b0 con 0x7f7e38129410
2024-09-10T22:01:31.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.847+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7f7e24011e80 con 0x7f7e38129410
2024-09-10T22:01:31.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.871+0000 7fa169e00640  1 -- 172.21.15.67:0/1759973317 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa164094740 msgr2=0x7fa164094bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.871+0000 7fa169e00640  1 --2- 172.21.15.67:0/1759973317 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa164094740 0x7fa164094bd0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa15c009cd0 tx=0x7fa15c02a980 comp rx=0 tx=0).stop
2024-09-10T22:01:31.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.871+0000 7fa169e00640  1 -- 172.21.15.67:0/1759973317 shutdown_connections
2024-09-10T22:01:31.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.871+0000 7fa169e00640  1 --2- 172.21.15.67:0/1759973317 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa164094740 0x7fa164094bd0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.871+0000 7fa169e00640  1 --2- 172.21.15.67:0/1759973317 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa16412ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.871+0000 7fa169e00640  1 -- 172.21.15.67:0/1759973317 >> 172.21.15.67:0/1759973317 conn(0x7fa1640a1800 msgr2=0x7fa16409dcd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.872+0000 7fa169e00640  1 -- 172.21.15.67:0/1759973317 shutdown_connections
2024-09-10T22:01:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.872+0000 7fa169e00640  1 -- 172.21.15.67:0/1759973317 wait complete.
2024-09-10T22:01:31.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.873+0000 7fa169e00640  1  Processor -- start
2024-09-10T22:01:31.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.873+0000 7fa169e00640  1 --  start start
2024-09-10T22:01:31.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa169e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa164094740 0x7fa164098940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa169e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa164098e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa169e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa16412f130 0x7fa1640993c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa169e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa1641376f0 con 0x7fa164094740
2024-09-10T22:01:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa169e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fa164137570 con 0x7fa16412f130
2024-09-10T22:01:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa169e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fa164137870 con 0x7fa16412e810
2024-09-10T22:01:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa163e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa164098e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa163e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa164098e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:55120/0 (socket says 172.21.15.67:55120)
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa163e00640  1 -- 172.21.15.67:0/3630091606 learned_addr learned my addr 172.21.15.67:0/3630091606 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.874+0000 7fa168a00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa164094740 0x7fa164098940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa169400640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa16412f130 0x7fa1640993c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa168a00640  1 -- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 msgr2=0x7fa164098e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa168a00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa164098e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa168a00640  1 -- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa16412f130 msgr2=0x7fa1640993c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa168a00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa16412f130 0x7fa1640993c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa168a00640  1 -- 172.21.15.67:0/3630091606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa16409acd0 con 0x7fa164094740
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa169400640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa16412f130 0x7fa1640993c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.875+0000 7fa163e00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa164098e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:31.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.876+0000 7fa168a00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa164094740 0x7fa164098940 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa15800e9f0 tx=0x7fa15800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:31.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.876+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa15800cd80 con 0x7fa164094740
2024-09-10T22:01:31.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.876+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa158004020 con 0x7fa164094740
2024-09-10T22:01:31.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.876+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa158004450 con 0x7fa164094740
2024-09-10T22:01:31.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.876+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa164099900 con 0x7fa164094740
2024-09-10T22:01:31.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.876+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa16409b320 con 0x7fa164094740
2024-09-10T22:01:31.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.878+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 7) ==== 63248+0+0 (secure 0 0 0) 0x7fa1580035f0 con 0x7fa164094740
2024-09-10T22:01:31.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.878+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa164094bd0 con 0x7fa164094740
2024-09-10T22:01:31.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.879+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7fa158069500 con 0x7fa164094740
2024-09-10T22:01:31.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.883+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+152919 (secure 0 0 0) 0x7fa158009370 con 0x7fa164094740
2024-09-10T22:01:31.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.893+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f22fc069ef0 con 0x7f22fc12bc00
2024-09-10T22:01:31.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.893+0000 7f22f9600640  1 -- 172.21.15.67:0/2521001651 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f22f4049c30 con 0x7f22fc12bc00
2024-09-10T22:01:31.895 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc12bc00 msgr2=0x7f22fc071710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc12bc00 0x7f22fc071710 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f22f4012f90 tx=0x7f22f4014420 comp rx=0 tx=0).stop
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 shutdown_connections
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f22fc12bc00 0x7f22fc071710 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f22fc12b2e0 0x7f22fc134b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 --2- 172.21.15.67:0/2521001651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22fc063590 0x7f22fc134610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 >> 172.21.15.67:0/2521001651 conn(0x7f22fc09aeb0 msgr2=0x7f22fc095080 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 shutdown_connections
2024-09-10T22:01:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.895+0000 7f2304600640  1 -- 172.21.15.67:0/2521001651 wait complete.
2024-09-10T22:01:31.913 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.0
2024-09-10T22:01:31.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.966+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ffb54074830 con 0x7ffb5409d470
2024-09-10T22:01:31.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.966+0000 7ffb4e000640  1 -- 172.21.15.67:0/3624740158 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7ffb500685b0 con 0x7ffb5409d470
2024-09-10T22:01:31.968 INFO:teuthology.orchestra.run.smithi067.stdout:42949672978
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 msgr2=0x7ffb54098e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 0x7ffb54098e40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ffb5000c730 tx=0x7ffb5000cbf0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 shutdown_connections
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ffb5409d470 0x7ffb54098e40 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb5409cb50 0x7ffb541c53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 --2- 172.21.15.67:0/3624740158 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ffb54094570 0x7ffb541c4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:31.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 >> 172.21.15.67:0/3624740158 conn(0x7ffb5406e7b0 msgr2=0x7ffb54096940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:31.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.969+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 shutdown_connections
2024-09-10T22:01:31.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:31.970+0000 7ffb5b200640  1 -- 172.21.15.67:0/3624740158 wait complete.
2024-09-10T22:01:31.996 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672979 got 42949672978 for osd.1
2024-09-10T22:01:32.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.040+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f7e381334b0 con 0x7f7e38129410
2024-09-10T22:01:32.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.041+0000 7f7e35600640  1 -- 172.21.15.67:0/3120654554 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f7e24068000 con 0x7f7e38129410
2024-09-10T22:01:32.042 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:32.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 msgr2=0x7f7e3806eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:32.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e3806eb70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400c3c0 tx=0x7f7e2400c880 comp rx=0 tx=0).stop
2024-09-10T22:01:32.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 shutdown_connections
2024-09-10T22:01:32.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f7e38129d30 0x7f7e3806f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7e38129410 0x7f7e3806eb70 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 --2- 172.21.15.67:0/3120654554 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f7e380958f0 0x7f7e3806e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.042+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 >> 172.21.15.67:0/3120654554 conn(0x7f7e3809ae90 msgr2=0x7f7e38097990 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:32.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.043+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 shutdown_connections
2024-09-10T22:01:32.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.043+0000 7f7e3ec00640  1 -- 172.21.15.67:0/3120654554 wait complete.
2024-09-10T22:01:32.059 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.2
2024-09-10T22:01:32.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.081+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa16409a060 con 0x7fa164094740
2024-09-10T22:01:32.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.082+0000 7fa160c00640  1 -- 172.21.15.67:0/3630091606 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7fa158068350 con 0x7fa164094740
2024-09-10T22:01:32.083 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:32.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa164094740 msgr2=0x7fa164098940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:32.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa164094740 0x7fa164098940 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa15800e9f0 tx=0x7fa15800eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 shutdown_connections
2024-09-10T22:01:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa16412f130 0x7fa1640993c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa16412e810 0x7fa164098e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 --2- 172.21.15.67:0/3630091606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa164094740 0x7fa164098940 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 >> 172.21.15.67:0/3630091606 conn(0x7fa1640a1800 msgr2=0x7fa164096270 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 shutdown_connections
2024-09-10T22:01:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:32.084+0000 7fa169e00640  1 -- 172.21.15.67:0/3630091606 wait complete.
2024-09-10T22:01:32.100 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.3
2024-09-10T22:01:32.473 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.y has been restored
2024-09-10T22:01:32.641 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T22:01:32.639+0000 7fa0b6e00640 -1 mgr.server handle_report got status from non-daemon mon.a
2024-09-10T22:01:32.643 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T22:01:32.642+0000 7fa0b6e00640 -1 mgr.server handle_report got status from non-daemon mon.c
2024-09-10T22:01:32.648 INFO:tasks.ceph.mgr.y.smithi067.stderr:2024-09-10T22:01:32.647+0000 7fa0b6e00640 -1 mgr.server handle_report got status from non-daemon mon.b
2024-09-10T22:01:32.914 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:01:32.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:01:33.060 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 -- 172.21.15.67:0/2797004262 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012f190 msgr2=0x7f4240136e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 --2- 172.21.15.67:0/2797004262 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012f190 0x7f4240136e20 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4238009ca0 tx=0x7f423802a9e0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 -- 172.21.15.67:0/2797004262 shutdown_connections
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 --2- 172.21.15.67:0/2797004262 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012f190 0x7f4240136e20 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 --2- 172.21.15.67:0/2797004262 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012b770 0x7f424012bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 -- 172.21.15.67:0/2797004262 >> 172.21.15.67:0/2797004262 conn(0x7f424006e950 msgr2=0x7f424006ed60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 -- 172.21.15.67:0/2797004262 shutdown_connections
2024-09-10T22:01:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.080+0000 7f4245000640  1 -- 172.21.15.67:0/2797004262 wait complete.
2024-09-10T22:01:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.081+0000 7f4245000640  1  Processor -- start
2024-09-10T22:01:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.082+0000 7f4245000640  1 --  start start
2024-09-10T22:01:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f4245000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 0x7f4240132940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f4245000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f424012c090 0x7f4240132e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f4245000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012f190 0x7f42401333c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f4245000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4240137a70 con 0x7f424012c090
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f4245000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f42401378f0 con 0x7f424012b770
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f4245000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4240137bf0 con 0x7f424012f190
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f423de00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 0x7f4240132940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f423de00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 0x7f4240132940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:38840/0 (socket says 172.21.15.67:38840)
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f423de00640  1 -- 172.21.15.67:0/649775224 learned_addr learned my addr 172.21.15.67:0/649775224 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f423e800640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012f190 0x7f42401333c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.083+0000 7f423d400640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f424012c090 0x7f4240132e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423de00640  1 -- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012f190 msgr2=0x7f42401333c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423de00640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012f190 0x7f42401333c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423de00640  1 -- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f424012c090 msgr2=0x7f4240132e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423de00640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f424012c090 0x7f4240132e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423de00640  1 -- 172.21.15.67:0/649775224 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42401346f0 con 0x7f424012b770
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423e800640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012f190 0x7f42401333c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f423de00640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 0x7f4240132940 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f423000ea90 tx=0x7f423000ef50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423000ce40 con 0x7f424012b770
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4230004020 con 0x7f424012b770
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4230004470 con 0x7f424012b770
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.084+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42401350f0 con 0x7f424012b770
2024-09-10T22:01:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.085+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4240133900 con 0x7f424012b770
2024-09-10T22:01:33.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.086+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f424012bb50 con 0x7f424012b770
2024-09-10T22:01:33.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.086+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f42300035f0 con 0x7f424012b770
2024-09-10T22:01:33.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.087+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f42300697b0 con 0x7f424012b770
2024-09-10T22:01:33.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.091+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f4230068510 con 0x7f424012b770
2024-09-10T22:01:33.101 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:01:33.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.164+0000 7f79cda00640  1 -- 172.21.15.67:0/299363361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809d470 msgr2=0x7f79c8094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.164+0000 7f79cda00640  1 --2- 172.21.15.67:0/299363361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809d470 0x7f79c8094030 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f79b4009830 tx=0x7f79b402a480 comp rx=0 tx=0).stop
2024-09-10T22:01:33.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.165+0000 7f79cda00640  1 -- 172.21.15.67:0/299363361 shutdown_connections
2024-09-10T22:01:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.165+0000 7f79cda00640  1 --2- 172.21.15.67:0/299363361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809d470 0x7f79c8094030 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.165+0000 7f79cda00640  1 --2- 172.21.15.67:0/299363361 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c809cb50 0x7f79c809cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.165+0000 7f79cda00640  1 -- 172.21.15.67:0/299363361 >> 172.21.15.67:0/299363361 conn(0x7f79c806e7b0 msgr2=0x7f79c806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.165+0000 7f79cda00640  1 -- 172.21.15.67:0/299363361 shutdown_connections
2024-09-10T22:01:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.165+0000 7f79cda00640  1 -- 172.21.15.67:0/299363361 wait complete.
2024-09-10T22:01:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.166+0000 7f79cda00640  1  Processor -- start
2024-09-10T22:01:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.166+0000 7f79cda00640  1 --  start start
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79cda00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 0x7f79c8098e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79cda00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809cb50 0x7f79c8099390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79cda00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f79c809d470 0x7f79c80998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79cda00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f79c81377d0 con 0x7f79c809cb50
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79cda00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f79c8094e80 con 0x7f79c8094570
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79cda00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f79c8137950 con 0x7f79c809d470
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79c7400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809cb50 0x7f79c8099390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79c7e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 0x7f79c8098e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79c7e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 0x7f79c8098e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:38848/0 (socket says 172.21.15.67:38848)
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79c7e00640  1 -- 172.21.15.67:0/661770949 learned_addr learned my addr 172.21.15.67:0/661770949 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.167+0000 7f79c7400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809cb50 0x7f79c8099390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46336/0 (socket says 172.21.15.67:46336)
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79cd000640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f79c809d470 0x7f79c80998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79c7e00640  1 -- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f79c809d470 msgr2=0x7f79c80998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79c7e00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f79c809d470 0x7f79c80998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79c7e00640  1 -- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809cb50 msgr2=0x7f79c8099390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79c7e00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809cb50 0x7f79c8099390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79c7e00640  1 -- 172.21.15.67:0/661770949 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79c8129230 con 0x7f79c8094570
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79cd000640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f79c809d470 0x7f79c80998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.168+0000 7f79c7e00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 0x7f79c8098e50 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f79b800e9f0 tx=0x7f79b800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.169+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b800cd80 con 0x7f79c8094570
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.169+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79b8010430 con 0x7f79c8094570
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.169+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79c8130900 con 0x7f79c8094570
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.169+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b8010840 con 0x7f79c8094570
2024-09-10T22:01:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.169+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f79c812ff50 con 0x7f79c8094570
2024-09-10T22:01:33.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.171+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79c809cf30 con 0x7f79c8094570
2024-09-10T22:01:33.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.173+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f79b8029080 con 0x7f79c8094570
2024-09-10T22:01:33.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.173+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f79b8069f10 con 0x7f79c8094570
2024-09-10T22:01:33.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.179+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f79c8129230 con 0x7f79c8094570
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 -- 172.21.15.67:0/4059021727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 msgr2=0x7f49b41297f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 --2- 172.21.15.67:0/4059021727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b41297f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f49a8005fd0 tx=0x7f49a802a560 comp rx=0 tx=0).stop
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 -- 172.21.15.67:0/4059021727 shutdown_connections
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 --2- 172.21.15.67:0/4059021727 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f49b4129d30 0x7f49b412c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 --2- 172.21.15.67:0/4059021727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b41297f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 -- 172.21.15.67:0/4059021727 >> 172.21.15.67:0/4059021727 conn(0x7f49b409ae90 msgr2=0x7f49b409b2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 -- 172.21.15.67:0/4059021727 shutdown_connections
2024-09-10T22:01:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.231+0000 7f49ba000640  1 -- 172.21.15.67:0/4059021727 wait complete.
2024-09-10T22:01:33.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1  Processor -- start
2024-09-10T22:01:33.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --  start start
2024-09-10T22:01:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f49b40958f0 0x7f49b4122050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b4122590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f49b4129d30 0x7f49b4122ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f49b4135680 con 0x7f49b4129410
2024-09-10T22:01:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f49b4135500 con 0x7f49b40958f0
2024-09-10T22:01:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.233+0000 7f49ba000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f49b4135800 con 0x7f49b4129d30
2024-09-10T22:01:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b8c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f49b40958f0 0x7f49b4122050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b4122590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b4122590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46344/0 (socket says 172.21.15.67:46344)
2024-09-10T22:01:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b3e00640  1 -- 172.21.15.67:0/1201859059 learned_addr learned my addr 172.21.15.67:0/1201859059 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b9600640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f49b4129d30 0x7f49b4122ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b8c00640  1 -- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f49b4129d30 msgr2=0x7f49b4122ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b8c00640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f49b4129d30 0x7f49b4122ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b8c00640  1 -- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 msgr2=0x7f49b4122590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b8c00640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b4122590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.234+0000 7f49b8c00640  1 -- 172.21.15.67:0/1201859059 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b40737a0 con 0x7f49b40958f0
2024-09-10T22:01:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.235+0000 7f49b3e00640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b4122590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.235+0000 7f49b8c00640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f49b40958f0 0x7f49b4122050 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f49a8004000 tx=0x7f49a8004260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.235+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a8041070 con 0x7f49b40958f0
2024-09-10T22:01:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.235+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49a8031940 con 0x7f49b40958f0
2024-09-10T22:01:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.235+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a8031d90 con 0x7f49b40958f0
2024-09-10T22:01:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.235+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49b40748c0 con 0x7f49b40958f0
2024-09-10T22:01:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.236+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f49b41239b0 con 0x7f49b40958f0
2024-09-10T22:01:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.237+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49b41297f0 con 0x7f49b40958f0
2024-09-10T22:01:33.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.238+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f49a803b430 con 0x7f49b40958f0
2024-09-10T22:01:33.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.239+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f49a8089ef0 con 0x7f49b40958f0
2024-09-10T22:01:33.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.246+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f49a80888d0 con 0x7f49b40958f0
2024-09-10T22:01:33.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.272+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4240074e70 con 0x7f424012b770
2024-09-10T22:01:33.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.272+0000 7f4236000640  1 -- 172.21.15.67:0/649775224 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f42300424e0 con 0x7f424012b770
2024-09-10T22:01:33.274 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.273+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3164067817 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006f170 msgr2=0x7f2cb012ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.273+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3164067817 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006f170 0x7f2cb012ea00 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c005fd0 tx=0x7f2c9c02a540 comp rx=0 tx=0).stop
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.273+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3164067817 shutdown_connections
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.273+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3164067817 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006f170 0x7f2cb012ea00 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.274+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3164067817 >> v2:172.21.15.67:3300/0 conn(0x7f2cb006e850 0x7f2cb006ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.274+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3164067817 >> 172.21.15.67:0/3164067817 conn(0x7f2cb00a1460 msgr2=0x7f2cb00a1870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.274+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3164067817 shutdown_connections
2024-09-10T22:01:33.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.274+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3164067817 wait complete.
2024-09-10T22:01:33.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 >> v1:172.21.15.67:6800/2128071310 conn(0x7f4220051300 legacy=0x7f42200537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 msgr2=0x7f4240132940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 0x7f4240132940 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f423000ea90 tx=0x7f423000ef50 comp rx=0 tx=0).stop
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 shutdown_connections
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f424012f190 0x7f42401333c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f424012c090 0x7f4240132e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 --2- 172.21.15.67:0/649775224 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f424012b770 0x7f4240132940 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 >> 172.21.15.67:0/649775224 conn(0x7f424006e950 msgr2=0x7f424012a1a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 shutdown_connections
2024-09-10T22:01:33.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f4245000640  1 -- 172.21.15.67:0/649775224 wait complete.
2024-09-10T22:01:33.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f2cb6e00640  1  Processor -- start
2024-09-10T22:01:33.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.275+0000 7f2cb6e00640  1 --  start start
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb6e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006e850 0x7f2cb0130850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb6e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb006f170 0x7f2cb0130d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb6e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2cb012ef40 0x7f2cb01312d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb6e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb0137850 con 0x7f2cb006f170
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb6e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2cb01376d0 con 0x7f2cb006e850
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb6e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2cb01379d0 con 0x7f2cb012ef40
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb5a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006e850 0x7f2cb0130850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb5a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006e850 0x7f2cb0130850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:38876/0 (socket says 172.21.15.67:38876)
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.276+0000 7f2cb5a00640  1 -- 172.21.15.67:0/3865491585 learned_addr learned my addr 172.21.15.67:0/3865491585 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb6400640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2cb012ef40 0x7f2cb01312d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb5000640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb006f170 0x7f2cb0130d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:33.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb6400640  1 -- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006e850 msgr2=0x7f2cb0130850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb6400640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006e850 0x7f2cb0130850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb6400640  1 -- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb006f170 msgr2=0x7f2cb0130d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb6400640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb006f170 0x7f2cb0130d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.277+0000 7f2cb6400640  1 -- 172.21.15.67:0/3865491585 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb0129340 con 0x7f2cb012ef40
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cb5000640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb006f170 0x7f2cb0130d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cb6400640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2cb012ef40 0x7f2cb01312d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2ca800c730 tx=0x7f2ca800cbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8003b70 con 0x7f2cb012ef40
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ca8003d10 con 0x7f2cb012ef40
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cb0131f70 con 0x7f2cb012ef40
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8005330 con 0x7f2cb012ef40
2024-09-10T22:01:33.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.278+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cb0133050 con 0x7f2cb012ef40
2024-09-10T22:01:33.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.280+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cb0131870 con 0x7f2cb012ef40
2024-09-10T22:01:33.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.281+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 8) ==== 63340+0+0 (secure 0 0 0) 0x7f2ca800a640 con 0x7f2cb012ef40
2024-09-10T22:01:33.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.282+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f2ca8068970 con 0x7f2cb012ef40
2024-09-10T22:01:33.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.286+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f2ca80056e0 con 0x7f2cb012ef40
2024-09-10T22:01:33.294 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.0
2024-09-10T22:01:33.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.355+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f79c8074830 con 0x7f79c8094570
2024-09-10T22:01:33.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.356+0000 7f79bfe00640  1 -- 172.21.15.67:0/661770949 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f79b8068cf0 con 0x7f79c8094570
2024-09-10T22:01:33.358 INFO:teuthology.orchestra.run.smithi067.stdout:42949672978
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 >> v1:172.21.15.67:6800/2128071310 conn(0x7f79a8051300 legacy=0x7f79a80537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 msgr2=0x7f79c8098e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 0x7f79c8098e50 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f79b800e9f0 tx=0x7f79b800eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 shutdown_connections
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f79c809d470 0x7f79c80998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79c809cb50 0x7f79c8099390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 --2- 172.21.15.67:0/661770949 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f79c8094570 0x7f79c8098e50 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 >> 172.21.15.67:0/661770949 conn(0x7f79c806e7b0 msgr2=0x7f79c8095e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.358+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 shutdown_connections
2024-09-10T22:01:33.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.359+0000 7f79cda00640  1 -- 172.21.15.67:0/661770949 wait complete.
2024-09-10T22:01:33.375 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672979 got 42949672978 for osd.1
2024-09-10T22:01:33.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.419+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f49b4075060 con 0x7f49b40958f0
2024-09-10T22:01:33.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.420+0000 7f49b0c00640  1 -- 172.21.15.67:0/1201859059 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f49a8088c50 con 0x7f49b40958f0
2024-09-10T22:01:33.421 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:33.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.421+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 >> v1:172.21.15.67:6800/2128071310 conn(0x7f4994051300 legacy=0x7f49940537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.421+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f49b40958f0 msgr2=0x7f49b4122050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.421+0000 7f49ba000640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f49b40958f0 0x7f49b4122050 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f49a8004000 tx=0x7f49a8004260 comp rx=0 tx=0).stop
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 shutdown_connections
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f49b4129d30 0x7f49b4122ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49b4129410 0x7f49b4122590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 --2- 172.21.15.67:0/1201859059 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f49b40958f0 0x7f49b4122050 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 >> 172.21.15.67:0/1201859059 conn(0x7f49b409ae90 msgr2=0x7f49b4098bb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 shutdown_connections
2024-09-10T22:01:33.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.422+0000 7f49ba000640  1 -- 172.21.15.67:0/1201859059 wait complete.
2024-09-10T22:01:33.438 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.2
2024-09-10T22:01:33.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.458+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f2cb006ec30 con 0x7f2cb012ef40
2024-09-10T22:01:33.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.459+0000 7f2cad600640  1 -- 172.21.15.67:0/3865491585 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f2ca80677a0 con 0x7f2cb012ef40
2024-09-10T22:01:33.460 INFO:teuthology.orchestra.run.smithi067.stdout:47244640273
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 >> v1:172.21.15.67:6800/2128071310 conn(0x7f2c90051300 legacy=0x7f2c900537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2cb012ef40 msgr2=0x7f2cb01312d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2cb012ef40 0x7f2cb01312d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2ca800c730 tx=0x7f2ca800cbf0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 shutdown_connections
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2cb012ef40 0x7f2cb01312d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb006f170 0x7f2cb0130d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 --2- 172.21.15.67:0/3865491585 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2cb006e850 0x7f2cb0130850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 >> 172.21.15.67:0/3865491585 conn(0x7f2cb00a1460 msgr2=0x7f2cb0127f40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 shutdown_connections
2024-09-10T22:01:33.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:33.461+0000 7f2cb6e00640  1 -- 172.21.15.67:0/3865491585 wait complete.
2024-09-10T22:01:33.477 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640273 for osd.3
2024-09-10T22:01:34.294 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:01:34.376 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:01:34.439 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:01:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 -- 172.21.15.67:0/1028164437 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 msgr2=0x7f4ad8091640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 --2- 172.21.15.67:0/1028164437 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8091640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4005fd0 tx=0x7f4ac402a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 -- 172.21.15.67:0/1028164437 shutdown_connections
2024-09-10T22:01:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 --2- 172.21.15.67:0/1028164437 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8091640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 --2- 172.21.15.67:0/1028164437 >> v2:172.21.15.67:3300/0 conn(0x7f4ad8093cd0 0x7f4ad8091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 -- 172.21.15.67:0/1028164437 >> 172.21.15.67:0/1028164437 conn(0x7f4ad809aeb0 msgr2=0x7f4ad809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.458+0000 7f4add400640  1 -- 172.21.15.67:0/1028164437 shutdown_connections
2024-09-10T22:01:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.459+0000 7f4add400640  1 -- 172.21.15.67:0/1028164437 wait complete.
2024-09-10T22:01:34.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1  Processor -- start
2024-09-10T22:01:34.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --  start start
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad8091b80 0x7f4ad8131920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8131e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4ad8093cd0 0x7f4ad8122d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad81354b0 con 0x7f4ad8091b80
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4ad8135330 con 0x7f4ad8092350
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.460+0000 7f4add400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4ad8135630 con 0x7f4ad8093cd0
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8131e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad6800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad8091b80 0x7f4ad8131920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8131e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:38930/0 (socket says 172.21.15.67:38930)
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 -- 172.21.15.67:0/810033836 learned_addr learned my addr 172.21.15.67:0/810033836 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:34.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad7200640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4ad8093cd0 0x7f4ad8122d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 -- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4ad8093cd0 msgr2=0x7f4ad8122d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4ad8093cd0 0x7f4ad8122d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 -- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad8091b80 msgr2=0x7f4ad8131920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad8091b80 0x7f4ad8131920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad5e00640  1 -- 172.21.15.67:0/810033836 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad8126340 con 0x7f4ad8092350
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.461+0000 7f4ad6800640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad8091b80 0x7f4ad8131920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.462+0000 7f4ad5e00640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8131e60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009850 tx=0x7f4ac40038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.462+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac403f070 con 0x7f4ad8092350
2024-09-10T22:01:34.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.462+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ac40047a0 con 0x7f4ad8092350
2024-09-10T22:01:34.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.462+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4035030 con 0x7f4ad8092350
2024-09-10T22:01:34.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.462+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad8124e70 con 0x7f4ad8092350
2024-09-10T22:01:34.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.462+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad8125790 con 0x7f4ad8092350
2024-09-10T22:01:34.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.464+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad8098f20 con 0x7f4ad8092350
2024-09-10T22:01:34.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.465+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f4ac4004b90 con 0x7f4ad8092350
2024-09-10T22:01:34.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.465+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f4ac408a430 con 0x7f4ad8092350
2024-09-10T22:01:34.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.470+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f4ad8098f20 con 0x7f4ad8092350
2024-09-10T22:01:34.478 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 -- 172.21.15.67:0/1114683590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412c090 msgr2=0x7f459412ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 --2- 172.21.15.67:0/1114683590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412c090 0x7f459412ea80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4580009830 tx=0x7f458002a490 comp rx=0 tx=0).stop
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 -- 172.21.15.67:0/1114683590 shutdown_connections
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 --2- 172.21.15.67:0/1114683590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412c090 0x7f459412ea80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 --2- 172.21.15.67:0/1114683590 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f459412b770 0x7f459412bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 -- 172.21.15.67:0/1114683590 >> 172.21.15.67:0/1114683590 conn(0x7f459406e950 msgr2=0x7f459406ed60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 -- 172.21.15.67:0/1114683590 shutdown_connections
2024-09-10T22:01:34.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.546+0000 7f459c400640  1 -- 172.21.15.67:0/1114683590 wait complete.
2024-09-10T22:01:34.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.547+0000 7f459c400640  1  Processor -- start
2024-09-10T22:01:34.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.547+0000 7f459c400640  1 --  start start
2024-09-10T22:01:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.548+0000 7f459c400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f459412b770 0x7f4594132ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.548+0000 7f459c400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 0x7f4594133000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.548+0000 7f459c400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412efc0 0x7f4594133540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.548+0000 7f459c400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f45941379d0 con 0x7f459412efc0
2024-09-10T22:01:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.548+0000 7f459c400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4594137850 con 0x7f459412b770
2024-09-10T22:01:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.548+0000 7f459c400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4594137b50 con 0x7f459412c090
2024-09-10T22:01:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f459412b770 0x7f4594132ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 0x7f4594133000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 0x7f4594133000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39124/0 (socket says 172.21.15.67:39124)
2024-09-10T22:01:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599000640  1 -- 172.21.15.67:0/3460483286 learned_addr learned my addr 172.21.15.67:0/3460483286 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f459a400640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412efc0 0x7f4594133540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599000640  1 -- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f459412b770 msgr2=0x7f4594132ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599000640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f459412b770 0x7f4594132ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.549+0000 7f4599000640  1 -- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412efc0 msgr2=0x7f4594133540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f4599000640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412efc0 0x7f4594133540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f4599000640  1 -- 172.21.15.67:0/3460483286 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4594135070 con 0x7f459412c090
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f459a400640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412efc0 0x7f4594133540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f4599000640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 0x7f4594133000 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4580000c00 tx=0x7f4580032c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4580040070 con 0x7f459412c090
2024-09-10T22:01:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45800038e0 con 0x7f459412c090
2024-09-10T22:01:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.550+0000 7f459c400640  1 -- 172.21.15.67:0/3460483286 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45941291d0 con 0x7f459412c090
2024-09-10T22:01:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.551+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4580005c90 con 0x7f459412c090
2024-09-10T22:01:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.551+0000 7f459c400640  1 -- 172.21.15.67:0/3460483286 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4594134870 con 0x7f459412c090
2024-09-10T22:01:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.552+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f459412bb50 con 0x7f459412c090
2024-09-10T22:01:34.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.553+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f458004d030 con 0x7f459412c090
2024-09-10T22:01:34.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.554+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f458008a510 con 0x7f459412c090
2024-09-10T22:01:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.558+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f45941291d0 con 0x7f459412c090
2024-09-10T22:01:34.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.610+0000 7ff8da200640  1 -- 172.21.15.67:0/3464662513 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d41343d0 msgr2=0x7ff8d41367c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.610+0000 7ff8da200640  1 --2- 172.21.15.67:0/3464662513 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d41343d0 0x7ff8d41367c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc005fd0 tx=0x7ff8cc02aa10 comp rx=0 tx=0).stop
2024-09-10T22:01:34.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.610+0000 7ff8da200640  1 -- 172.21.15.67:0/3464662513 shutdown_connections
2024-09-10T22:01:34.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.610+0000 7ff8da200640  1 --2- 172.21.15.67:0/3464662513 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d41343d0 0x7ff8d41367c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.610+0000 7ff8da200640  1 --2- 172.21.15.67:0/3464662513 >> v2:172.21.15.67:3300/0 conn(0x7ff8d409d640 0x7ff8d4133e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.610+0000 7ff8da200640  1 -- 172.21.15.67:0/3464662513 >> 172.21.15.67:0/3464662513 conn(0x7ff8d406e7b0 msgr2=0x7ff8d406ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.611+0000 7ff8da200640  1 -- 172.21.15.67:0/3464662513 shutdown_connections
2024-09-10T22:01:34.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.611+0000 7ff8da200640  1 -- 172.21.15.67:0/3464662513 wait complete.
2024-09-10T22:01:34.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.613+0000 7ff8da200640  1  Processor -- start
2024-09-10T22:01:34.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.613+0000 7ff8da200640  1 --  start start
2024-09-10T22:01:34.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8da200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d409cb50 0x7ff8d4129ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8da200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 0x7ff8d412a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8da200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8d41343d0 0x7ff8d412a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8da200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d4137770 con 0x7ff8d41343d0
2024-09-10T22:01:34.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8da200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff8d41375f0 con 0x7ff8d409d640
2024-09-10T22:01:34.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8da200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff8d41378f0 con 0x7ff8d409cb50
2024-09-10T22:01:34.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8d3e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 0x7ff8d412a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8d8e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d409cb50 0x7ff8d4129ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8d3e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 0x7ff8d412a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:38958/0 (socket says 172.21.15.67:38958)
2024-09-10T22:01:34.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8d3e00640  1 -- 172.21.15.67:0/259330033 learned_addr learned my addr 172.21.15.67:0/259330033 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:34.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.614+0000 7ff8d9800640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8d41343d0 0x7ff8d412a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d8e00640  1 -- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 msgr2=0x7ff8d412a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d8e00640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 0x7ff8d412a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d8e00640  1 -- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8d41343d0 msgr2=0x7ff8d412a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d8e00640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8d41343d0 0x7ff8d412a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d8e00640  1 -- 172.21.15.67:0/259330033 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d4098af0 con 0x7ff8d409cb50
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d3e00640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 0x7ff8d412a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:34.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d9800640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8d41343d0 0x7ff8d412a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d8e00640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d409cb50 0x7ff8d4129ef0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff8c800c430 tx=0x7ff8c800c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c8017070 con 0x7ff8d409cb50
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.615+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8c80053c0 con 0x7ff8d409cb50
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.616+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8d409b360 con 0x7ff8d409cb50
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.616+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c8003850 con 0x7ff8d409cb50
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.616+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8d4099960 con 0x7ff8d409cb50
2024-09-10T22:01:34.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.617+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8d409cf30 con 0x7ff8d409cb50
2024-09-10T22:01:34.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.618+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7ff8c80039f0 con 0x7ff8d409cb50
2024-09-10T22:01:34.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.619+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7ff8c8068800 con 0x7ff8d409cb50
2024-09-10T22:01:34.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.626+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7ff8d4098af0 con 0x7ff8d409cb50
2024-09-10T22:01:34.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.648+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4ad8091100 con 0x7f4ad8092350
2024-09-10T22:01:34.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.648+0000 7f4acea00640  1 -- 172.21.15.67:0/810033836 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f4ac4088d10 con 0x7f4ad8092350
2024-09-10T22:01:34.650 INFO:teuthology.orchestra.run.smithi067.stdout:47244640276
2024-09-10T22:01:34.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.650+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 >> v1:172.21.15.67:6800/2128071310 conn(0x7f4ab8051420 legacy=0x7f4ab80538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 msgr2=0x7f4ad8131e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8131e60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009850 tx=0x7f4ac40038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 shutdown_connections
2024-09-10T22:01:34.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4ad8093cd0 0x7f4ad8122d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4ad8092350 0x7f4ad8131e60 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 --2- 172.21.15.67:0/810033836 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad8091b80 0x7f4ad8131920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 >> 172.21.15.67:0/810033836 conn(0x7f4ad809aeb0 msgr2=0x7f4ad8094cf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.651+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 shutdown_connections
2024-09-10T22:01:34.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.652+0000 7f4add400640  1 -- 172.21.15.67:0/810033836 wait complete.
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 -- 172.21.15.67:0/3036049197 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660130880 msgr2=0x7fc660132c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 --2- 172.21.15.67:0/3036049197 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660130880 0x7fc660132c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc658009be0 tx=0x7fc65802a710 comp rx=0 tx=0).stop
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 -- 172.21.15.67:0/3036049197 shutdown_connections
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 --2- 172.21.15.67:0/3036049197 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660130880 0x7fc660132c70 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 --2- 172.21.15.67:0/3036049197 >> v2:172.21.15.67:3300/0 conn(0x7fc660092110 0x7fc660130340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 -- 172.21.15.67:0/3036049197 >> 172.21.15.67:0/3036049197 conn(0x7fc66009aeb0 msgr2=0x7fc66009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 -- 172.21.15.67:0/3036049197 shutdown_connections
2024-09-10T22:01:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.658+0000 7fc667800640  1 -- 172.21.15.67:0/3036049197 wait complete.
2024-09-10T22:01:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.660+0000 7fc667800640  1  Processor -- start
2024-09-10T22:01:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.661+0000 7fc667800640  1 --  start start
2024-09-10T22:01:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc667800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660092110 0x7fc66008d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc667800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 0x7fc66008d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc667800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc660130880 0x7fc6601c8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc667800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc660133680 con 0x7fc660130880
2024-09-10T22:01:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc667800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc660133500 con 0x7fc660092110
2024-09-10T22:01:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc667800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc660133800 con 0x7fc66012b2e0
2024-09-10T22:01:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc65fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 0x7fc66008d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc65fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 0x7fc66008d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39162/0 (socket says 172.21.15.67:39162)
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc65fe00640  1 -- 172.21.15.67:0/2406647122 learned_addr learned my addr 172.21.15.67:0/2406647122 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc664e00640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660092110 0x7fc66008d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.662+0000 7fc665800640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc660130880 0x7fc6601c8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65fe00640  1 -- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660092110 msgr2=0x7fc66008d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65fe00640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660092110 0x7fc66008d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65fe00640  1 -- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc660130880 msgr2=0x7fc6601c8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65fe00640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc660130880 0x7fc6601c8d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65fe00640  1 -- 172.21.15.67:0/2406647122 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc660090ad0 con 0x7fc66012b2e0
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc665800640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc660130880 0x7fc6601c8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65fe00640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 0x7fc66008d9a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc64c0078d0 tx=0x7fc64c007d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.663+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64c017020 con 0x7fc66012b2e0
2024-09-10T22:01:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.664+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc66008eb80 con 0x7fc66012b2e0
2024-09-10T22:01:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.664+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc66008dee0 con 0x7fc66012b2e0
2024-09-10T22:01:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.664+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc64c00dab0 con 0x7fc66012b2e0
2024-09-10T22:01:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.664+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64c013400 con 0x7fc66012b2e0
2024-09-10T22:01:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.666+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc63c005290 con 0x7fc66012b2e0
2024-09-10T22:01:34.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.666+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7fc64c0135a0 con 0x7fc66012b2e0
2024-09-10T22:01:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.667+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7fc64c069380 con 0x7fc66012b2e0
2024-09-10T22:01:34.674 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640276 for osd.0
2024-09-10T22:01:34.674 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:34.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.674+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fc64c021030 con 0x7fc66012b2e0
2024-09-10T22:01:34.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.740+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f4594074e90 con 0x7f459412c090
2024-09-10T22:01:34.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.740+0000 7f4591600640  1 -- 172.21.15.67:0/3460483286 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f4594135070 con 0x7f459412c090
2024-09-10T22:01:34.742 INFO:teuthology.orchestra.run.smithi067.stdout:42949672980
2024-09-10T22:01:34.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.743+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 >> v1:172.21.15.67:6800/2128071310 conn(0x7f4574051420 legacy=0x7f45740538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.743+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 msgr2=0x7f4594133000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.743+0000 7f4586a00640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 0x7f4594133000 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4580000c00 tx=0x7f4580032c10 comp rx=0 tx=0).stop
2024-09-10T22:01:34.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 shutdown_connections
2024-09-10T22:01:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f459412efc0 0x7f4594133540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f459412c090 0x7f4594133000 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 --2- 172.21.15.67:0/3460483286 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f459412b770 0x7f4594132ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 >> 172.21.15.67:0/3460483286 conn(0x7f459406e950 msgr2=0x7f4594136da0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 shutdown_connections
2024-09-10T22:01:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.744+0000 7f4586a00640  1 -- 172.21.15.67:0/3460483286 wait complete.
2024-09-10T22:01:34.769 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672979 got 42949672980 for osd.1
2024-09-10T22:01:34.769 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:34.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.815+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ff8d4074830 con 0x7ff8d409cb50
2024-09-10T22:01:34.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.816+0000 7ff8d0c00640  1 -- 172.21.15.67:0/259330033 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7ff8d4095700 con 0x7ff8d409cb50
2024-09-10T22:01:34.818 INFO:teuthology.orchestra.run.smithi067.stdout:47244640276
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 >> v1:172.21.15.67:6800/2128071310 conn(0x7ff8b4051420 legacy=0x7ff8b40538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d409cb50 msgr2=0x7ff8d4129ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d409cb50 0x7ff8d4129ef0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff8c800c430 tx=0x7ff8c800c8f0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 shutdown_connections
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8d41343d0 0x7ff8d412a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff8d409d640 0x7ff8d412a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 --2- 172.21.15.67:0/259330033 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff8d409cb50 0x7ff8d4129ef0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 >> 172.21.15.67:0/259330033 conn(0x7ff8d406e7b0 msgr2=0x7ff8d409fb00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 shutdown_connections
2024-09-10T22:01:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.818+0000 7ff8da200640  1 -- 172.21.15.67:0/259330033 wait complete.
2024-09-10T22:01:34.835 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640276 for osd.2
2024-09-10T22:01:34.835 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:34.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.844+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc63c005580 con 0x7fc66012b2e0
2024-09-10T22:01:34.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.845+0000 7fc65cc00640  1 -- 172.21.15.67:0/2406647122 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7fc660090ad0 con 0x7fc66012b2e0
2024-09-10T22:01:34.846 INFO:teuthology.orchestra.run.smithi067.stdout:47244640276
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 >> v1:172.21.15.67:6800/2128071310 conn(0x7fc640051420 legacy=0x7fc6400538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 msgr2=0x7fc66008d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 0x7fc66008d9a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc64c0078d0 tx=0x7fc64c007d90 comp rx=0 tx=0).stop
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 shutdown_connections
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc660130880 0x7fc6601c8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc66012b2e0 0x7fc66008d9a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 --2- 172.21.15.67:0/2406647122 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660092110 0x7fc66008d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:34.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 >> 172.21.15.67:0/2406647122 conn(0x7fc66009aeb0 msgr2=0x7fc660095630 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:34.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 shutdown_connections
2024-09-10T22:01:34.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:34.847+0000 7fc667800640  1 -- 172.21.15.67:0/2406647122 wait complete.
2024-09-10T22:01:34.864 INFO:tasks.ceph.ceph_manager.ceph:need seq 47244640275 got 47244640276 for osd.3
2024-09-10T22:01:34.864 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:34.864 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean
2024-09-10T22:01:34.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:35.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.060+0000 7f0801e00640  1 -- 172.21.15.67:0/303774203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 msgr2=0x7f07fc091a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.060+0000 7f0801e00640  1 --2- 172.21.15.67:0/303774203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 0x7f07fc091a20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f07e4005fd0 tx=0x7f07e402a420 comp rx=0 tx=0).stop
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 -- 172.21.15.67:0/303774203 shutdown_connections
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 --2- 172.21.15.67:0/303774203 >> v2:172.21.15.67:3300/0 conn(0x7f07fc12f140 0x7f07fc12f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 --2- 172.21.15.67:0/303774203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 0x7f07fc091a20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 --2- 172.21.15.67:0/303774203 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc0914e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 -- 172.21.15.67:0/303774203 >> 172.21.15.67:0/303774203 conn(0x7f07fc09aeb0 msgr2=0x7f07fc09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 -- 172.21.15.67:0/303774203 shutdown_connections
2024-09-10T22:01:35.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.061+0000 7f0801e00640  1 -- 172.21.15.67:0/303774203 wait complete.
2024-09-10T22:01:35.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.062+0000 7f0801e00640  1  Processor -- start
2024-09-10T22:01:35.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.062+0000 7f0801e00640  1 --  start start
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.062+0000 7f0801e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 0x7f07fc12e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.062+0000 7f0801e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc12e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f0801e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07fc12f140 0x7f07fc070580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f0801e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc136860 con 0x7f07fc12f140
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f0801e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f07fc1366e0 con 0x7f07fc0905a0
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f0801e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f07fc1369e0 con 0x7f07fc091100
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc12e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07faa00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 0x7f07fc12e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc12e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39184/0 (socket says 172.21.15.67:39184)
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 -- 172.21.15.67:0/2717723168 learned_addr learned my addr 172.21.15.67:0/2717723168 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07fb400640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07fc12f140 0x7f07fc070580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 -- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 msgr2=0x7f07fc12e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 0x7f07fc12e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 -- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07fc12f140 msgr2=0x7f07fc070580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07fc12f140 0x7f07fc070580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.063+0000 7f07f2000640  1 -- 172.21.15.67:0/2717723168 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc071f10 con 0x7f07fc091100
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.064+0000 7f07f2000640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc12e8e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f07e4006010 tx=0x7f07e4005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.064+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e403f070 con 0x7f07fc091100
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.064+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07e40047a0 con 0x7f07fc091100
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.064+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07fc072b80 con 0x7f07fc091100
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.064+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e4035030 con 0x7f07fc091100
2024-09-10T22:01:35.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.064+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f07fc072ff0 con 0x7f07fc091100
2024-09-10T22:01:35.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.065+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07fc0951b0 con 0x7f07fc091100
2024-09-10T22:01:35.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.065+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f07e4004b90 con 0x7f07fc091100
2024-09-10T22:01:35.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.067+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f07e408a020 con 0x7f07fc091100
2024-09-10T22:01:35.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.070+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f07fc0951b0 con 0x7f07fc091100
2024-09-10T22:01:35.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.232+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f07fc12f5f0 con 0x7f07d8051420
2024-09-10T22:01:35.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.232+0000 7f07f3e00640  1 -- 172.21.15.67:0/2717723168 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32044 (unknown 2965378022 0 1196094510) 0x7f07fc12f5f0 con 0x7f07d8051420
2024-09-10T22:01:35.234 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:35.235 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:35.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.234+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 >> v1:172.21.15.67:6800/2128071310 conn(0x7f07d8051420 legacy=0x7f07d80538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.234+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 msgr2=0x7f07fc12e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.234+0000 7f0801e00640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc12e8e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f07e4006010 tx=0x7f07e4005e80 comp rx=0 tx=0).stop
2024-09-10T22:01:35.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 shutdown_connections
2024-09-10T22:01:35.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07fc12f140 0x7f07fc070580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f07fc091100 0x7f07fc12e8e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 --2- 172.21.15.67:0/2717723168 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f07fc0905a0 0x7f07fc12e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 >> 172.21.15.67:0/2717723168 conn(0x7f07fc09aeb0 msgr2=0x7f07fc095fa0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:35.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 shutdown_connections
2024-09-10T22:01:35.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.235+0000 7f0801e00640  1 -- 172.21.15.67:0/2717723168 wait complete.
2024-09-10T22:01:35.252 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-10T22:01:33.647915+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109976,"kb_used_data":1864,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377384,"statfs":{"total":386547056640,"available":386434441216,"internally_reserved":0,"allocated":1908736,"data_stored":1386012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6377,"internal_metadata":110618391},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.000165"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.641028+0000","last_change":"2024-09-10T22:00:08.964939+0000","last_active":"2024-09-10T22:01:31.641028+0000","last_peered":"2024-09-10T22:01:31.641028+0000","last_clean":"2024-09-10T22:01:31.641028+0000","last_became_active":"2024-09-10T22:00:06.959178+0000","last_became_peered":"2024-09-10T22:00:06.959178+0000","last_unstale":"2024-09-10T22:01:31.641028+0000","last_undegraded":"2024-09-10T22:01:31.641028+0000","last_fullsized":"2024-09-10T22:01:31.641028+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:02:35.082911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.700310+0000","last_change":"2024-09-10T22:00:08.957128+0000","last_active":"2024-09-10T22:01:31.700310+0000","last_peered":"2024-09-10T22:01:31.700310+0000","last_clean":"2024-09-10T22:01:31.700310+0000","last_became_active":"2024-09-10T22:00:06.958672+0000","last_became_peered":"2024-09-10T22:00:06.958672+0000","last_unstale":"2024-09-10T22:01:31.700310+0000","last_undegraded":"2024-09-10T22:01:31.700310+0000","last_fullsized":"2024-09-10T22:01:31.700310+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:49:19.551853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001076745,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.641126+0000","last_change":"2024-09-10T22:00:08.964472+0000","last_active":"2024-09-10T22:01:31.641126+0000","last_peered":"2024-09-10T22:01:31.641126+0000","last_clean":"2024-09-10T22:01:31.641126+0000","last_became_active":"2024-09-10T22:00:06.961645+0000","last_became_peered":"2024-09-10T22:00:06.961645+0000","last_unstale":"2024-09-10T22:01:31.641126+0000","last_undegraded":"2024-09-10T22:01:31.641126+0000","last_fullsized":"2024-09-10T22:01:31.641126+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:47:54.486295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.700355+0000","last_change":"2024-09-10T22:00:08.956923+0000","last_active":"2024-09-10T22:01:31.700355+0000","last_peered":"2024-09-10T22:01:31.700355+0000","last_clean":"2024-09-10T22:01:31.700355+0000","last_became_active":"2024-09-10T22:00:06.959072+0000","last_became_peered":"2024-09-10T22:00:06.959072+0000","last_unstale":"2024-09-10T22:01:31.700355+0000","last_undegraded":"2024-09-10T22:01:31.700355+0000","last_fullsized":"2024-09-10T22:01:31.700355+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:02:16.398064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077070100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.641193+0000","last_change":"2024-09-10T22:00:08.964471+0000","last_active":"2024-09-10T22:01:31.641193+0000","last_peered":"2024-09-10T22:01:31.641193+0000","last_clean":"2024-09-10T22:01:31.641193+0000","last_became_active":"2024-09-10T22:00:06.958992+0000","last_became_peered":"2024-09-10T22:00:06.958992+0000","last_unstale":"2024-09-10T22:01:31.641193+0000","last_undegraded":"2024-09-10T22:01:31.641193+0000","last_fullsized":"2024-09-10T22:01:31.641193+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:11.231224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.694032+0000","last_change":"2024-09-10T22:00:08.957857+0000","last_active":"2024-09-10T22:01:31.694032+0000","last_peered":"2024-09-10T22:01:31.694032+0000","last_clean":"2024-09-10T22:01:31.694032+0000","last_became_active":"2024-09-10T22:00:06.956769+0000","last_became_peered":"2024-09-10T22:00:06.956769+0000","last_unstale":"2024-09-10T22:01:31.694032+0000","last_undegraded":"2024-09-10T22:01:31.694032+0000","last_fullsized":"2024-09-10T22:01:31.694032+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:31:38.121284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.640954+0000","last_change":"2024-09-10T22:00:08.963655+0000","last_active":"2024-09-10T22:01:31.640954+0000","last_peered":"2024-09-10T22:01:31.640954+0000","last_clean":"2024-09-10T22:01:31.640954+0000","last_became_active":"2024-09-10T22:00:06.959339+0000","last_became_peered":"2024-09-10T22:00:06.959339+0000","last_unstale":"2024-09-10T22:01:31.640954+0000","last_undegraded":"2024-09-10T22:01:31.640954+0000","last_fullsized":"2024-09-10T22:01:31.640954+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:09:24.801818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.640992+0000","last_change":"2024-09-10T22:00:08.964916+0000","last_active":"2024-09-10T22:01:31.640992+0000","last_peered":"2024-09-10T22:01:31.640992+0000","last_clean":"2024-09-10T22:01:31.640992+0000","last_became_active":"2024-09-10T22:00:06.959080+0000","last_became_peered":"2024-09-10T22:00:06.959080+0000","last_unstale":"2024-09-10T22:01:31.640992+0000","last_undegraded":"2024-09-10T22:01:31.640992+0000","last_fullsized":"2024-09-10T22:01:31.640992+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:50.236891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'97","reported_seq":151,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.700310+0000","last_change":"2024-09-10T22:00:04.857057+0000","last_active":"2024-09-10T22:01:31.700310+0000","last_peered":"2024-09-10T22:01:31.700310+0000","last_clean":"2024-09-10T22:01:31.700310+0000","last_became_active":"2024-09-10T22:00:04.855881+0000","last_became_peered":"2024-09-10T22:00:04.855881+0000","last_unstale":"2024-09-10T22:01:31.700310+0000","last_undegraded":"2024-09-10T22:01:31.700310+0000","last_fullsized":"2024-09-10T22:01:31.700310+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:36:05.728736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640276,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":52189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":11,"seq":47244640276,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":52170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672980,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":642557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":11,"seq":47244640276,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":639096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:35.253 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 -- 172.21.15.67:0/346858153 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc132330 msgr2=0x7f55cc134720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 --2- 172.21.15.67:0/346858153 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc132330 0x7f55cc134720 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f55c4009860 tx=0x7f55c402a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 -- 172.21.15.67:0/346858153 shutdown_connections
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 --2- 172.21.15.67:0/346858153 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc132330 0x7f55cc134720 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 --2- 172.21.15.67:0/346858153 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f55cc12fa00 0x7f55cc131df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 -- 172.21.15.67:0/346858153 >> 172.21.15.67:0/346858153 conn(0x7f55cc09ae90 msgr2=0x7f55cc09b2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 -- 172.21.15.67:0/346858153 shutdown_connections
2024-09-10T22:01:35.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.409+0000 7f55d1000640  1 -- 172.21.15.67:0/346858153 wait complete.
2024-09-10T22:01:35.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.410+0000 7f55d1000640  1  Processor -- start
2024-09-10T22:01:35.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.410+0000 7f55d1000640  1 --  start start
2024-09-10T22:01:35.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55d1000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc094700 0x7f55cc12c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55d1000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 0x7f55cc12c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55d1000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f55cc132330 0x7f55cc12cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55d1000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f55cc135650 con 0x7f55cc12fa00
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55d1000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f55cc1354d0 con 0x7f55cc132330
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55d1000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f55cc1357d0 con 0x7f55cc094700
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 0x7f55cc12c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55cb400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc094700 0x7f55cc12c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55cbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f55cc132330 0x7f55cc12cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 0x7f55cc12c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46494/0 (socket says 172.21.15.67:46494)
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 -- 172.21.15.67:0/4026670625 learned_addr learned my addr 172.21.15.67:0/4026670625 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:35.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 -- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc094700 msgr2=0x7f55cc12c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc094700 0x7f55cc12c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 -- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f55cc132330 msgr2=0x7f55cc12cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f55cc132330 0x7f55cc12cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55c2a00640  1 -- 172.21.15.67:0/4026670625 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55cc126700 con 0x7f55cc12fa00
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.411+0000 7f55cb400640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc094700 0x7f55cc12c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.412+0000 7f55c2a00640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 0x7f55cc12c730 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f55b400e9f0 tx=0x7f55b400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.412+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b400cd80 con 0x7f55cc12fa00
2024-09-10T22:01:35.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.412+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55b4010430 con 0x7f55cc12fa00
2024-09-10T22:01:35.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.412+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4010840 con 0x7f55cc12fa00
2024-09-10T22:01:35.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.412+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55cc06fae0 con 0x7f55cc12fa00
2024-09-10T22:01:35.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.412+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55cc1cab20 con 0x7f55cc12fa00
2024-09-10T22:01:35.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.413+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55cc094ae0 con 0x7f55cc12fa00
2024-09-10T22:01:35.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.414+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 9) ==== 63446+0+0 (secure 0 0 0) 0x7f55b40109e0 con 0x7f55cc12fa00
2024-09-10T22:01:35.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.415+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f55b4069bd0 con 0x7f55cc12fa00
2024-09-10T22:01:35.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.419+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f55b4068c70 con 0x7f55cc12fa00
2024-09-10T22:01:35.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.578+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f55cc075060 con 0x7f55a8051450
2024-09-10T22:01:35.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.579+0000 7f55c3e00640  1 -- 172.21.15.67:0/4026670625 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32044 (unknown 2965378022 0 1196094510) 0x7f55cc075060 con 0x7f55a8051450
2024-09-10T22:01:35.581 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 >> v1:172.21.15.67:6800/2128071310 conn(0x7f55a8051450 legacy=0x7f55a8053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 msgr2=0x7f55cc12c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 0x7f55cc12c730 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f55b400e9f0 tx=0x7f55b400eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 shutdown_connections
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f55cc132330 0x7f55cc12cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55cc12fa00 0x7f55cc12c730 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 --2- 172.21.15.67:0/4026670625 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f55cc094700 0x7f55cc12c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 >> 172.21.15.67:0/4026670625 conn(0x7f55cc09ae90 msgr2=0x7f55cc131770 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:35.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 shutdown_connections
2024-09-10T22:01:35.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.581+0000 7f55d1000640  1 -- 172.21.15.67:0/4026670625 wait complete.
2024-09-10T22:01:35.598 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-10T22:01:33.647915+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109976,"kb_used_data":1864,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377384,"statfs":{"total":386547056640,"available":386434441216,"internally_reserved":0,"allocated":1908736,"data_stored":1386012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6377,"internal_metadata":110618391},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.000165"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.641028+0000","last_change":"2024-09-10T22:00:08.964939+0000","last_active":"2024-09-10T22:01:31.641028+0000","last_peered":"2024-09-10T22:01:31.641028+0000","last_clean":"2024-09-10T22:01:31.641028+0000","last_became_active":"2024-09-10T22:00:06.959178+0000","last_became_peered":"2024-09-10T22:00:06.959178+0000","last_unstale":"2024-09-10T22:01:31.641028+0000","last_undegraded":"2024-09-10T22:01:31.641028+0000","last_fullsized":"2024-09-10T22:01:31.641028+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:02:35.082911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.700310+0000","last_change":"2024-09-10T22:00:08.957128+0000","last_active":"2024-09-10T22:01:31.700310+0000","last_peered":"2024-09-10T22:01:31.700310+0000","last_clean":"2024-09-10T22:01:31.700310+0000","last_became_active":"2024-09-10T22:00:06.958672+0000","last_became_peered":"2024-09-10T22:00:06.958672+0000","last_unstale":"2024-09-10T22:01:31.700310+0000","last_undegraded":"2024-09-10T22:01:31.700310+0000","last_fullsized":"2024-09-10T22:01:31.700310+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:49:19.551853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001076745,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.641126+0000","last_change":"2024-09-10T22:00:08.964472+0000","last_active":"2024-09-10T22:01:31.641126+0000","last_peered":"2024-09-10T22:01:31.641126+0000","last_clean":"2024-09-10T22:01:31.641126+0000","last_became_active":"2024-09-10T22:00:06.961645+0000","last_became_peered":"2024-09-10T22:00:06.961645+0000","last_unstale":"2024-09-10T22:01:31.641126+0000","last_undegraded":"2024-09-10T22:01:31.641126+0000","last_fullsized":"2024-09-10T22:01:31.641126+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:47:54.486295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.700355+0000","last_change":"2024-09-10T22:00:08.956923+0000","last_active":"2024-09-10T22:01:31.700355+0000","last_peered":"2024-09-10T22:01:31.700355+0000","last_clean":"2024-09-10T22:01:31.700355+0000","last_became_active":"2024-09-10T22:00:06.959072+0000","last_became_peered":"2024-09-10T22:00:06.959072+0000","last_unstale":"2024-09-10T22:01:31.700355+0000","last_undegraded":"2024-09-10T22:01:31.700355+0000","last_fullsized":"2024-09-10T22:01:31.700355+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:02:16.398064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077070100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.641193+0000","last_change":"2024-09-10T22:00:08.964471+0000","last_active":"2024-09-10T22:01:31.641193+0000","last_peered":"2024-09-10T22:01:31.641193+0000","last_clean":"2024-09-10T22:01:31.641193+0000","last_became_active":"2024-09-10T22:00:06.958992+0000","last_became_peered":"2024-09-10T22:00:06.958992+0000","last_unstale":"2024-09-10T22:01:31.641193+0000","last_undegraded":"2024-09-10T22:01:31.641193+0000","last_fullsized":"2024-09-10T22:01:31.641193+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:11.231224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.694032+0000","last_change":"2024-09-10T22:00:08.957857+0000","last_active":"2024-09-10T22:01:31.694032+0000","last_peered":"2024-09-10T22:01:31.694032+0000","last_clean":"2024-09-10T22:01:31.694032+0000","last_became_active":"2024-09-10T22:00:06.956769+0000","last_became_peered":"2024-09-10T22:00:06.956769+0000","last_unstale":"2024-09-10T22:01:31.694032+0000","last_undegraded":"2024-09-10T22:01:31.694032+0000","last_fullsized":"2024-09-10T22:01:31.694032+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:31:38.121284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.640954+0000","last_change":"2024-09-10T22:00:08.963655+0000","last_active":"2024-09-10T22:01:31.640954+0000","last_peered":"2024-09-10T22:01:31.640954+0000","last_clean":"2024-09-10T22:01:31.640954+0000","last_became_active":"2024-09-10T22:00:06.959339+0000","last_became_peered":"2024-09-10T22:00:06.959339+0000","last_unstale":"2024-09-10T22:01:31.640954+0000","last_undegraded":"2024-09-10T22:01:31.640954+0000","last_fullsized":"2024-09-10T22:01:31.640954+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:09:24.801818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.640992+0000","last_change":"2024-09-10T22:00:08.964916+0000","last_active":"2024-09-10T22:01:31.640992+0000","last_peered":"2024-09-10T22:01:31.640992+0000","last_clean":"2024-09-10T22:01:31.640992+0000","last_became_active":"2024-09-10T22:00:06.959080+0000","last_became_peered":"2024-09-10T22:00:06.959080+0000","last_unstale":"2024-09-10T22:01:31.640992+0000","last_undegraded":"2024-09-10T22:01:31.640992+0000","last_fullsized":"2024-09-10T22:01:31.640992+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:52:50.236891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'97","reported_seq":151,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T22:01:31.700310+0000","last_change":"2024-09-10T22:00:04.857057+0000","last_active":"2024-09-10T22:01:31.700310+0000","last_peered":"2024-09-10T22:01:31.700310+0000","last_clean":"2024-09-10T22:01:31.700310+0000","last_became_active":"2024-09-10T22:00:04.855881+0000","last_became_peered":"2024-09-10T22:00:04.855881+0000","last_unstale":"2024-09-10T22:01:31.700310+0000","last_undegraded":"2024-09-10T22:01:31.700310+0000","last_fullsized":"2024-09-10T22:01:31.700310+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:36:05.728736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":11,"seq":47244640276,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":52189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":11,"seq":47244640276,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":52170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":10,"seq":42949672980,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":642557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":11,"seq":47244640276,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":639096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:35.600 INFO:tasks.ceph.ceph_manager.ceph:clean!
2024-09-10T22:01:35.600 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy...
2024-09-10T22:01:35.600 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy
2024-09-10T22:01:35.600 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json
2024-09-10T22:01:35.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 -- 172.21.15.67:0/3756881643 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094b60 msgr2=0x7f2a60132ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 --2- 172.21.15.67:0/3756881643 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094b60 0x7f2a60132ef0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c009830 tx=0x7f2a4c02a3f0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 -- 172.21.15.67:0/3756881643 shutdown_connections
2024-09-10T22:01:35.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 --2- 172.21.15.67:0/3756881643 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2a60133430 0x7f2a60135820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 --2- 172.21.15.67:0/3756881643 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094b60 0x7f2a60132ef0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 --2- 172.21.15.67:0/3756881643 >> v2:172.21.15.67:3300/0 conn(0x7f2a60094240 0x7f2a60094620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 -- 172.21.15.67:0/3756881643 >> 172.21.15.67:0/3756881643 conn(0x7f2a6009a180 msgr2=0x7f2a60097740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:35.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 -- 172.21.15.67:0/3756881643 shutdown_connections
2024-09-10T22:01:35.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.760+0000 7f2a67000640  1 -- 172.21.15.67:0/3756881643 wait complete.
2024-09-10T22:01:35.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1  Processor -- start
2024-09-10T22:01:35.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --  start start
2024-09-10T22:01:35.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 0x7f2a601c4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2a60094b60 0x7f2a601c50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a60133430 0x7f2a60121e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2a60136550 con 0x7f2a60133430
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2a601363d0 con 0x7f2a60094240
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a67000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2a601366d0 con 0x7f2a60094b60
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a65c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 0x7f2a601c4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a65200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2a60094b60 0x7f2a601c50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.762+0000 7f2a65c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 0x7f2a601c4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:39034/0 (socket says 172.21.15.67:39034)
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 -- 172.21.15.67:0/2663646232 learned_addr learned my addr 172.21.15.67:0/2663646232 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a66600640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a60133430 0x7f2a60121e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 -- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2a60094b60 msgr2=0x7f2a601c50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2a60094b60 0x7f2a601c50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 -- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a60133430 msgr2=0x7f2a60121e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a60133430 0x7f2a60121e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 -- 172.21.15.67:0/2663646232 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a60124490 con 0x7f2a60094240
2024-09-10T22:01:35.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a65c00640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 0x7f2a601c4bb0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400ea90 tx=0x7f2a5400ef50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5400ce40 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a54004020 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.763+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a54004470 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.764+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a601240d0 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.764+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a60124900 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.765+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a60094620 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.765+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f2a540035f0 con 0x7f2a60094240
2024-09-10T22:01:35.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.766+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f2a54069aa0 con 0x7f2a60094240
2024-09-10T22:01:35.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.769+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f2a54068ab0 con 0x7f2a60094240
2024-09-10T22:01:35.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.962+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f2a60074e90 con 0x7f2a60094240
2024-09-10T22:01:35.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.963+0000 7f2a5d600640  1 -- 172.21.15.67:0/2663646232 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0  v0) ==== 72+0+46 (secure 0 0 0) 0x7f2a540685f0 con 0x7f2a60094240
2024-09-10T22:01:35.965 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:35.965 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2024-09-10T22:01:35.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 >> v1:172.21.15.67:6800/2128071310 conn(0x7f2a400514b0 legacy=0x7f2a40053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 msgr2=0x7f2a601c4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:35.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 0x7f2a601c4bb0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400ea90 tx=0x7f2a5400ef50 comp rx=0 tx=0).stop
2024-09-10T22:01:35.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 shutdown_connections
2024-09-10T22:01:35.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a60133430 0x7f2a60121e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2a60094b60 0x7f2a601c50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 --2- 172.21.15.67:0/2663646232 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2a60094240 0x7f2a601c4bb0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:35.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 >> 172.21.15.67:0/2663646232 conn(0x7f2a6009a180 msgr2=0x7f2a600923d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:35.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 shutdown_connections
2024-09-10T22:01:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:35.965+0000 7f2a67000640  1 -- 172.21.15.67:0/2663646232 wait complete.
2024-09-10T22:01:35.983 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done
2024-09-10T22:01:35.983 INFO:teuthology.run_tasks:Running task ceph.restart...
2024-09-10T22:01:35.993 DEBUG:tasks.ceph.osd.0:waiting for process to exit
2024-09-10T22:01:35.993 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:36.037 INFO:tasks.ceph.osd.0:Stopped
2024-09-10T22:01:36.037 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 -- 172.21.15.67:0/898195993 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 msgr2=0x7f0ce012f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/898195993 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce012f850 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8005fd0 tx=0x7f0cd802a980 comp rx=0 tx=0).stop
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 -- 172.21.15.67:0/898195993 shutdown_connections
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/898195993 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce012f850 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/898195993 >> v2:172.21.15.67:3300/0 conn(0x7f0ce0091100 0x7f0ce00914e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 -- 172.21.15.67:0/898195993 >> 172.21.15.67:0/898195993 conn(0x7f0ce009aeb0 msgr2=0x7f0ce009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 -- 172.21.15.67:0/898195993 shutdown_connections
2024-09-10T22:01:36.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.195+0000 7f0ce5c00640  1 -- 172.21.15.67:0/898195993 wait complete.
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.196+0000 7f0ce5c00640  1  Processor -- start
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.196+0000 7f0ce5c00640  1 --  start start
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0ce5c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 0x7f0ce006f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0ce5c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0ce0091100 0x7f0ce006f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0ce5c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce006fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0ce5c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce0137970 con 0x7f0ce00905a0
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0ce5c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f0ce01377f0 con 0x7f0ce0091100
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0ce5c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f0ce0137af0 con 0x7f0ce0091a20
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 0x7f0ce006f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdf400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce006fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 0x7f0ce006f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46548/0 (socket says 172.21.15.67:46548)
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdea00640  1 -- 172.21.15.67:0/1111575568 learned_addr learned my addr 172.21.15.67:0/1111575568 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cde000640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0ce0091100 0x7f0ce006f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdf400640  1 -- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0ce0091100 msgr2=0x7f0ce006f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdf400640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0ce0091100 0x7f0ce006f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdf400640  1 -- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 msgr2=0x7f0ce006f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdf400640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 0x7f0ce006f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdf400640  1 -- 172.21.15.67:0/1111575568 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ce0070a50 con 0x7f0ce0091a20
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.197+0000 7f0cdea00640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 0x7f0ce006f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.198+0000 7f0cdf400640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce006fc80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8032000 tx=0x7f0cd8003f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.198+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8047070 con 0x7f0ce0091a20
2024-09-10T22:01:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.198+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cd8004540 con 0x7f0ce0091a20
2024-09-10T22:01:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.198+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ce0071820 con 0x7f0ce0091a20
2024-09-10T22:01:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.198+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8034070 con 0x7f0ce0091a20
2024-09-10T22:01:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.198+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ce00729a0 con 0x7f0ce0091a20
2024-09-10T22:01:36.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.199+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ce00727a0 con 0x7f0ce0091a20
2024-09-10T22:01:36.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.200+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f0cd8041030 con 0x7f0ce0091a20
2024-09-10T22:01:36.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.200+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7f0cd808a050 con 0x7f0ce0091a20
2024-09-10T22:01:36.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.204+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f0cd803f070 con 0x7f0ce0091a20
2024-09-10T22:01:36.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.376+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7f0ce0069ef0 con 0x7f0ce0091a20
2024-09-10T22:01:36.378 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-10T22:01:36.376+0000 7f1b06400640 -1 mon.a@0(leader).osd e21 definitely_dead 0
2024-09-10T22:01:36.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.666+0000 7f0cd6a00640  1 -- 172.21.15.67:0/1111575568 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 marked down osd.0.  v22) ==== 89+0+0 (secure 0 0 0) 0x7f0cd8046170 con 0x7f0ce0091a20
2024-09-10T22:01:36.668 INFO:teuthology.orchestra.run.smithi067.stderr:marked down osd.0.
2024-09-10T22:01:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.668+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 >> v1:172.21.15.67:6800/2128071310 conn(0x7f0cc00514b0 legacy=0x7f0cc0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.668+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 msgr2=0x7f0ce006fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.668+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce006fc80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8032000 tx=0x7f0cd8003f30 comp rx=0 tx=0).stop
2024-09-10T22:01:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 shutdown_connections
2024-09-10T22:01:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0ce0091a20 0x7f0ce006fc80 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0ce0091100 0x7f0ce006f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 --2- 172.21.15.67:0/1111575568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ce00905a0 0x7f0ce006f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 >> 172.21.15.67:0/1111575568 conn(0x7f0ce009aeb0 msgr2=0x7f0ce012b300 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 shutdown_connections
2024-09-10T22:01:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.669+0000 7f0ce5c00640  1 -- 172.21.15.67:0/1111575568 wait complete.
2024-09-10T22:01:36.686 INFO:tasks.ceph.osd.0:Restarting daemon
2024-09-10T22:01:36.687 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0
2024-09-10T22:01:36.691 INFO:tasks.ceph.osd.0:Started
2024-09-10T22:01:36.691 DEBUG:tasks.ceph.osd.1:waiting for process to exit
2024-09-10T22:01:36.691 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:36.735 INFO:tasks.ceph.osd.1:Stopped
2024-09-10T22:01:36.735 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1
2024-09-10T22:01:36.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 -- 172.21.15.67:0/2303098941 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c80947e0 msgr2=0x7ff9c812d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/2303098941 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c80947e0 0x7ff9c812d400 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009830 tx=0x7ff9b402a3f0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 -- 172.21.15.67:0/2303098941 shutdown_connections
2024-09-10T22:01:36.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/2303098941 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c80947e0 0x7ff9c812d400 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/2303098941 >> v2:172.21.15.67:3300/0 conn(0x7ff9c812cae0 0x7ff9c812cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 -- 172.21.15.67:0/2303098941 >> 172.21.15.67:0/2303098941 conn(0x7ff9c809f3c0 msgr2=0x7ff9c809f7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:36.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 -- 172.21.15.67:0/2303098941 shutdown_connections
2024-09-10T22:01:36.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.894+0000 7ff9cfe00640  1 -- 172.21.15.67:0/2303098941 wait complete.
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.895+0000 7ff9cfe00640  1  Processor -- start
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --  start start
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 0x7ff9c8070c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c81295e0 0x7ff9c8071150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9c812cae0 0x7ff9c8071690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c81356c0 con 0x7ff9c80947e0
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c8135540 con 0x7ff9c812cae0
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cfe00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff9c8135840 con 0x7ff9c81295e0
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cca00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c81295e0 0x7ff9c8071150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cd400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 0x7ff9c8070c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cd400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 0x7ff9c8070c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46564/0 (socket says 172.21.15.67:46564)
2024-09-10T22:01:36.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cca00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c81295e0 0x7ff9c8071150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39266/0 (socket says 172.21.15.67:39266)
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cd400640  1 -- 172.21.15.67:0/154849831 learned_addr learned my addr 172.21.15.67:0/154849831 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.896+0000 7ff9cde00640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9c812cae0 0x7ff9c8071690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cd400640  1 -- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c81295e0 msgr2=0x7ff9c8071150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cd400640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c81295e0 0x7ff9c8071150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cd400640  1 -- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9c812cae0 msgr2=0x7ff9c8071690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cd400640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9c812cae0 0x7ff9c8071690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cd400640  1 -- 172.21.15.67:0/154849831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c8073ea0 con 0x7ff9c80947e0
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cde00640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9c812cae0 0x7ff9c8071690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cd400640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 0x7ff9c8070c10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc009d50 tx=0x7ff9bc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc003b70 con 0x7ff9c80947e0
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9bc003d10 con 0x7ff9c80947e0
2024-09-10T22:01:36.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc004280 con 0x7ff9c80947e0
2024-09-10T22:01:36.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c8071bd0 con 0x7ff9c80947e0
2024-09-10T22:01:36.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.897+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c806e210 con 0x7ff9c80947e0
2024-09-10T22:01:36.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.899+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9c8129f50 con 0x7ff9c80947e0
2024-09-10T22:01:36.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.899+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7ff9bc004420 con 0x7ff9c80947e0
2024-09-10T22:01:36.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.900+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 3027+0+0 (secure 0 0 0) 0x7ff9bc069d20 con 0x7ff9c80947e0
2024-09-10T22:01:36.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:36.904+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7ff9c8129f50 con 0x7ff9c80947e0
2024-09-10T22:01:37.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.081+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7ff9c8129a20 con 0x7ff9c80947e0
2024-09-10T22:01:37.082 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-10T22:01:37.081+0000 7f1b06400640 -1 mon.a@0(leader).osd e22 definitely_dead 0
2024-09-10T22:01:37.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.667+0000 7ff9c5600640  1 -- 172.21.15.67:0/154849831 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1.  v23) ==== 89+0+0 (secure 0 0 0) 0x7ff9bc004740 con 0x7ff9c80947e0
2024-09-10T22:01:37.669 INFO:teuthology.orchestra.run.smithi067.stderr:marked down osd.1.
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 >> v1:172.21.15.67:6800/2128071310 conn(0x7ff9a8051510 legacy=0x7ff9a80539d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 msgr2=0x7ff9c8070c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 0x7ff9c8070c10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc009d50 tx=0x7ff9bc00c6a0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 shutdown_connections
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff9c812cae0 0x7ff9c8071690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff9c81295e0 0x7ff9c8071150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 --2- 172.21.15.67:0/154849831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c80947e0 0x7ff9c8070c10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 >> 172.21.15.67:0/154849831 conn(0x7ff9c809f3c0 msgr2=0x7ff9c8128100 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 shutdown_connections
2024-09-10T22:01:37.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.671+0000 7ff9cfe00640  1 -- 172.21.15.67:0/154849831 wait complete.
2024-09-10T22:01:37.689 INFO:tasks.ceph.osd.1:Restarting daemon
2024-09-10T22:01:37.690 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1
2024-09-10T22:01:37.694 INFO:tasks.ceph.osd.1:Started
2024-09-10T22:01:37.694 DEBUG:tasks.ceph.osd.2:waiting for process to exit
2024-09-10T22:01:37.694 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:37.742 INFO:tasks.ceph.osd.2:Stopped
2024-09-10T22:01:37.743 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 -- 172.21.15.67:0/1229059550 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06fe80 msgr2=0x7f76dc131cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 --2- 172.21.15.67:0/1229059550 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06fe80 0x7f76dc131cb0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f76c8009860 tx=0x7f76c802a3c0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 -- 172.21.15.67:0/1229059550 shutdown_connections
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 --2- 172.21.15.67:0/1229059550 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc1321f0 0x7f76dc1345e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 --2- 172.21.15.67:0/1229059550 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06fe80 0x7f76dc131cb0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 -- 172.21.15.67:0/1229059550 >> 172.21.15.67:0/1229059550 conn(0x7f76dc09dd30 msgr2=0x7f76dc09e140 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:37.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 -- 172.21.15.67:0/1229059550 shutdown_connections
2024-09-10T22:01:37.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.902+0000 7f76e2000640  1 -- 172.21.15.67:0/1229059550 wait complete.
2024-09-10T22:01:37.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.903+0000 7f76e2000640  1  Processor -- start
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --  start start
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06f390 0x7f76dc1229d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 0x7f76dc122f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76dc1321f0 0x7f76dc123450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc135280 con 0x7f76dc1321f0
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f76dc135100 con 0x7f76dc06f390
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e2000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f76dc135400 con 0x7f76dc06fe80
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76dbe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 0x7f76dc122f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e0c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06f390 0x7f76dc1229d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76e1600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76dc1321f0 0x7f76dc123450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76dbe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 0x7f76dc122f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39300/0 (socket says 172.21.15.67:39300)
2024-09-10T22:01:37.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.904+0000 7f76dbe00640  1 -- 172.21.15.67:0/1543137367 learned_addr learned my addr 172.21.15.67:0/1543137367 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:37.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76dbe00640  1 -- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06f390 msgr2=0x7f76dc1229d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:37.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76dbe00640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06f390 0x7f76dc1229d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76dbe00640  1 -- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76dc1321f0 msgr2=0x7f76dc123450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76dbe00640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76dc1321f0 0x7f76dc123450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76dbe00640  1 -- 172.21.15.67:0/1543137367 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76dc124410 con 0x7f76dc06fe80
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76dbe00640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 0x7f76dc122f10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f76c802a9b0 tx=0x7f76c8033b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c803f020 con 0x7f76dc06fe80
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76c8033d60 con 0x7f76dc06fe80
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76dc123cc0 con 0x7f76dc06fe80
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.905+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c8037040 con 0x7f76dc06fe80
2024-09-10T22:01:37.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.906+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f76dc0960d0 con 0x7f76dc06fe80
2024-09-10T22:01:37.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.907+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76dc1358b0 con 0x7f76dc06fe80
2024-09-10T22:01:37.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.907+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f76c803a030 con 0x7f76dc06fe80
2024-09-10T22:01:37.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.908+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(23..23 src has 1..23) ==== 3027+0+0 (secure 0 0 0) 0x7f76c8088c70 con 0x7f76dc06fe80
2024-09-10T22:01:37.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:37.912+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f76c8049070 con 0x7f76dc06fe80
2024-09-10T22:01:37.934 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T22:01:37.933+0000 7fa13ea64640 -1 Falling back to public interface
2024-09-10T22:01:38.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.087+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7f76dc096360 con 0x7f76dc06fe80
2024-09-10T22:01:38.089 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-10T22:01:38.088+0000 7f1b06400640 -1 mon.a@0(leader).osd e23 definitely_dead 0
2024-09-10T22:01:38.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.677+0000 7f76d8c00640  1 -- 172.21.15.67:0/1543137367 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2.  v24) ==== 89+0+0 (secure 0 0 0) 0x7f76c8087c80 con 0x7f76dc06fe80
2024-09-10T22:01:38.679 INFO:teuthology.orchestra.run.smithi067.stderr:marked down osd.2.
2024-09-10T22:01:38.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 >> v1:172.21.15.67:6800/2128071310 conn(0x7f76bc0514b0 legacy=0x7f76bc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:38.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 msgr2=0x7f76dc122f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:38.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 0x7f76dc122f10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f76c802a9b0 tx=0x7f76c8033b70 comp rx=0 tx=0).stop
2024-09-10T22:01:38.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 shutdown_connections
2024-09-10T22:01:38.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76dc1321f0 0x7f76dc123450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f76dc06fe80 0x7f76dc122f10 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 --2- 172.21.15.67:0/1543137367 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f76dc06f390 0x7f76dc1229d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 >> 172.21.15.67:0/1543137367 conn(0x7f76dc09dd30 msgr2=0x7f76dc0704e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:38.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 shutdown_connections
2024-09-10T22:01:38.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.680+0000 7f76e2000640  1 -- 172.21.15.67:0/1543137367 wait complete.
2024-09-10T22:01:38.698 INFO:tasks.ceph.osd.2:Restarting daemon
2024-09-10T22:01:38.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2
2024-09-10T22:01:38.703 INFO:tasks.ceph.osd.2:Started
2024-09-10T22:01:38.703 DEBUG:tasks.ceph.osd.3:waiting for process to exit
2024-09-10T22:01:38.703 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:01:38.761 INFO:tasks.ceph.osd.3:Stopped
2024-09-10T22:01:38.761 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3
2024-09-10T22:01:38.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 -- 172.21.15.67:0/1005470282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806e850 msgr2=0x7f4cd806ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:38.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 --2- 172.21.15.67:0/1005470282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806e850 0x7f4cd806ec30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8005fd0 tx=0x7f4cc802a810 comp rx=0 tx=0).stop
2024-09-10T22:01:38.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 -- 172.21.15.67:0/1005470282 shutdown_connections
2024-09-10T22:01:38.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 --2- 172.21.15.67:0/1005470282 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd812f110 0x7f4cd812f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 --2- 172.21.15.67:0/1005470282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806e850 0x7f4cd806ec30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 -- 172.21.15.67:0/1005470282 >> 172.21.15.67:0/1005470282 conn(0x7f4cd80a1460 msgr2=0x7f4cd80a1870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:38.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 -- 172.21.15.67:0/1005470282 shutdown_connections
2024-09-10T22:01:38.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.923+0000 7f4cdda00640  1 -- 172.21.15.67:0/1005470282 wait complete.
2024-09-10T22:01:38.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.924+0000 7f4cdda00640  1  Processor -- start
2024-09-10T22:01:38.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --  start start
2024-09-10T22:01:38.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 0x7f4cd8130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:38.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806f170 0x7f4cd8130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4cd812f110 0x7f4cd81313f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd81378b0 con 0x7f4cd806f170
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4cd8137730 con 0x7f4cd812f110
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdda00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4cd8137a30 con 0x7f4cd806e850
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cd7e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 0x7f4cd8130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cd7e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 0x7f4cd8130970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39318/0 (socket says 172.21.15.67:39318)
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4ccf400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806f170 0x7f4cd8130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cd7e00640  1 -- 172.21.15.67:0/2504597456 learned_addr learned my addr 172.21.15.67:0/2504597456 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.925+0000 7f4cdd000640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4cd812f110 0x7f4cd81313f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd7e00640  1 -- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4cd812f110 msgr2=0x7f4cd81313f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd7e00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4cd812f110 0x7f4cd81313f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd7e00640  1 -- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806f170 msgr2=0x7f4cd8130eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:38.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd7e00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806f170 0x7f4cd8130eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:38.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd7e00640  1 -- 172.21.15.67:0/2504597456 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cd81326b0 con 0x7f4cd806e850
2024-09-10T22:01:38.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd7e00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 0x7f4cd8130970 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009b30 tx=0x7f4cc8031650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.926+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc8041020 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.927+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4cc8031a50 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.927+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cd81330b0 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.927+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc8037040 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.927+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cd81cacc0 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.928+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cd806ec30 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.928+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f4cc803c460 con 0x7f4cd806e850
2024-09-10T22:01:38.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.929+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(24..24 src has 1..24) ==== 3027+0+0 (secure 0 0 0) 0x7f4cc808a000 con 0x7f4cd806e850
2024-09-10T22:01:38.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:38.932+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f4cc804b030 con 0x7f4cd806e850
2024-09-10T22:01:39.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.104+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7f4cd8074830 con 0x7f4cd806e850
2024-09-10T22:01:39.106 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-10T22:01:39.105+0000 7f1b06400640 -1 mon.a@0(leader).osd e24 definitely_dead 0
2024-09-10T22:01:39.207 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T22:01:39.206+0000 7fa38f61e640 -1 Falling back to public interface
2024-09-10T22:01:39.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.682+0000 7f4cd4c00640  1 -- 172.21.15.67:0/2504597456 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3.  v25) ==== 89+0+0 (secure 0 0 0) 0x7f4cc8031e80 con 0x7f4cd806e850
2024-09-10T22:01:39.684 INFO:teuthology.orchestra.run.smithi067.stderr:marked down osd.3.
2024-09-10T22:01:39.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 >> v1:172.21.15.67:6800/2128071310 conn(0x7f4cb40514b0 legacy=0x7f4cb4053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:39.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 msgr2=0x7f4cd8130970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:39.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 0x7f4cd8130970 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009b30 tx=0x7f4cc8031650 comp rx=0 tx=0).stop
2024-09-10T22:01:39.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 shutdown_connections
2024-09-10T22:01:39.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4cd812f110 0x7f4cd81313f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4cd806f170 0x7f4cd8130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 --2- 172.21.15.67:0/2504597456 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4cd806e850 0x7f4cd8130970 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 >> 172.21.15.67:0/2504597456 conn(0x7f4cd80a1460 msgr2=0x7f4cd812b560 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:39.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 shutdown_connections
2024-09-10T22:01:39.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.685+0000 7f4cdda00640  1 -- 172.21.15.67:0/2504597456 wait complete.
2024-09-10T22:01:39.704 INFO:tasks.ceph.osd.3:Restarting daemon
2024-09-10T22:01:39.704 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3
2024-09-10T22:01:39.715 INFO:tasks.ceph.osd.3:Started
2024-09-10T22:01:39.716 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up
2024-09-10T22:01:39.716 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:39.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 -- 172.21.15.67:0/2872652333 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6581343d0 msgr2=0x7ff6581367c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:39.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 --2- 172.21.15.67:0/2872652333 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6581343d0 0x7ff6581367c0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff650005fd0 tx=0x7ff65002a820 comp rx=0 tx=0).stop
2024-09-10T22:01:39.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 -- 172.21.15.67:0/2872652333 shutdown_connections
2024-09-10T22:01:39.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 --2- 172.21.15.67:0/2872652333 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff6581343d0 0x7ff6581367c0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 --2- 172.21.15.67:0/2872652333 >> v2:172.21.15.67:3300/0 conn(0x7ff65809d640 0x7ff658133e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 -- 172.21.15.67:0/2872652333 >> 172.21.15.67:0/2872652333 conn(0x7ff65806e7b0 msgr2=0x7ff65806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:39.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 -- 172.21.15.67:0/2872652333 shutdown_connections
2024-09-10T22:01:39.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.879+0000 7ff657e00640  1 -- 172.21.15.67:0/2872652333 wait complete.
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.880+0000 7ff657e00640  1  Processor -- start
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.880+0000 7ff657e00640  1 --  start start
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff65809cb50 0x7ff65812a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 0x7ff65812a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6581343d0 0x7ff6580998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6581377c0 con 0x7ff65809cb50
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7ff658137640 con 0x7ff65809d640
2024-09-10T22:01:39.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7ff658137940 con 0x7ff6581343d0
2024-09-10T22:01:39.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff656000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 0x7ff65812a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:39.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff656a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff65809cb50 0x7ff65812a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:39.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff656000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 0x7ff65812a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:39108/0 (socket says 172.21.15.67:39108)
2024-09-10T22:01:39.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff656000640  1 -- 172.21.15.67:0/2259806434 learned_addr learned my addr 172.21.15.67:0/2259806434 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:39.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff657400640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6581343d0 0x7ff6580998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff656000640  1 -- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6581343d0 msgr2=0x7ff6580998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.881+0000 7ff656000640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6581343d0 0x7ff6580998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff656000640  1 -- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff65809cb50 msgr2=0x7ff65812a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff656000640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff65809cb50 0x7ff65812a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff656000640  1 -- 172.21.15.67:0/2259806434 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6580992e0 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff656000640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 0x7ff65812a640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff64400ea60 tx=0x7ff64400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff64400cde0 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff644004020 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff65812b7d0 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644004470 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.882+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff658098a40 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.883+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff658098d00 con 0x7ff65809d640
2024-09-10T22:01:39.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.884+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7ff6440035f0 con 0x7ff65809d640
2024-09-10T22:01:39.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.885+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 3027+0+0 (secure 0 0 0) 0x7ff644069990 con 0x7ff65809d640
2024-09-10T22:01:39.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:39.888+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7ff6440689a0 con 0x7ff65809d640
2024-09-10T22:01:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.054+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff65809cf30 con 0x7ff65809d640
2024-09-10T22:01:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.055+0000 7ff64f400640  1 -- 172.21.15.67:0/2259806434 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v25) ==== 74+0+8650 (secure 0 0 0) 0x7ff6440684e0 con 0x7ff65809d640
2024-09-10T22:01:40.057 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:40.057 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":25,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:01:39.674577+0000","last_up_change":"2024-09-10T22:01:39.674577+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":0,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":2029152633}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":2029152633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":2029152633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":2029152633}]},"public_addr":"172.21.15.67:6805/2029152633","cluster_addr":"172.21.15.67:6806/2029152633","heartbeat_back_addr":"172.21.15.67:6808/2029152633","heartbeat_front_addr":"172.21.15.67:6807/2029152633","state":["exists"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":15,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T22:01:39.674577+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/374636003":"2024-09-11T22:01:31.629057+0000","172.21.15.67:6800/2431779038":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/3958870213":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/1181175874":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/2259728180":"2024-09-11T22:01:31.629057+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 >> v1:172.21.15.67:6800/2128071310 conn(0x7ff6380514e0 legacy=0x7ff6380539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 msgr2=0x7ff65812a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 0x7ff65812a640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff64400ea60 tx=0x7ff64400ef20 comp rx=0 tx=0).stop
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 shutdown_connections
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7ff6581343d0 0x7ff6580998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7ff65809d640 0x7ff65812a640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 --2- 172.21.15.67:0/2259806434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff65809cb50 0x7ff65812a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 >> 172.21.15.67:0/2259806434 conn(0x7ff65806e7b0 msgr2=0x7ff658097760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:40.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 shutdown_connections
2024-09-10T22:01:40.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:40.057+0000 7ff657e00640  1 -- 172.21.15.67:0/2259806434 wait complete.
2024-09-10T22:01:40.218 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T22:01:40.217+0000 7f62a2ea5640 -1 Falling back to public interface
2024-09-10T22:01:41.065 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T22:01:41.064+0000 7fc3e6a33640 -1 Falling back to public interface
2024-09-10T22:01:41.641 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T22:01:41.640+0000 7fa13ea64640 -1 osd.0 21 log_to_monitors true
2024-09-10T22:01:41.702 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-10T22:01:41.700+0000 7fa12fa00640 -1 osd.0 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:01:43.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:43.217 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T22:01:43.216+0000 7fa38f61e640 -1 osd.1 21 log_to_monitors true
2024-09-10T22:01:43.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 -- 172.21.15.67:0/1026269407 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e412bb70 msgr2=0x7fb1e4091810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:43.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1026269407 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e412bb70 0x7fb1e4091810 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000a940 tx=0x7fb1d002b730 comp rx=0 tx=0).stop
2024-09-10T22:01:43.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 -- 172.21.15.67:0/1026269407 shutdown_connections
2024-09-10T22:01:43.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1026269407 >> v2:172.21.15.67:3300/0 conn(0x7fb1e4091d50 0x7fb1e4133360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1026269407 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e412bb70 0x7fb1e4091810 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 -- 172.21.15.67:0/1026269407 >> 172.21.15.67:0/1026269407 conn(0x7fb1e409aeb0 msgr2=0x7fb1e409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:43.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 -- 172.21.15.67:0/1026269407 shutdown_connections
2024-09-10T22:01:43.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.237+0000 7fb1eae00640  1 -- 172.21.15.67:0/1026269407 wait complete.
2024-09-10T22:01:43.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.238+0000 7fb1eae00640  1  Processor -- start
2024-09-10T22:01:43.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.238+0000 7fb1eae00640  1 --  start start
2024-09-10T22:01:43.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1eae00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb1e4063590 0x7fb1e41c2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:43.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1eae00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 0x7fb1e41c3240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:43.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1eae00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e412bb70 0x7fb1e412c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:43.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1eae00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e412b950 con 0x7fb1e412bb70
2024-09-10T22:01:43.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1eae00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e412b7d0 con 0x7fb1e4091d50
2024-09-10T22:01:43.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1eae00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fb1e41338a0 con 0x7fb1e4063590
2024-09-10T22:01:43.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1e3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 0x7fb1e41c3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:43.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1e8e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e412bb70 0x7fb1e412c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:43.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1e3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 0x7fb1e41c3240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:41378/0 (socket says 172.21.15.67:41378)
2024-09-10T22:01:43.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1e3400640  1 -- 172.21.15.67:0/1458815756 learned_addr learned my addr 172.21.15.67:0/1458815756 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:43.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.239+0000 7fb1e3e00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb1e4063590 0x7fb1e41c2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:43.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e8e00640  1 -- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb1e4063590 msgr2=0x7fb1e41c2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:43.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e8e00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb1e4063590 0x7fb1e41c2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e8e00640  1 -- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 msgr2=0x7fb1e41c3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:43.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e8e00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 0x7fb1e41c3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e8e00640  1 -- 172.21.15.67:0/1458815756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e412e4e0 con 0x7fb1e412bb70
2024-09-10T22:01:43.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e3400640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 0x7fb1e41c3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:43.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1e8e00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e412bb70 0x7fb1e412c320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00efc0 tx=0x7fb1dc00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:43.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc003970 con 0x7fb1e412bb70
2024-09-10T22:01:43.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1dc003c00 con 0x7fb1e412bb70
2024-09-10T22:01:43.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e4074a00 con 0x7fb1e412bb70
2024-09-10T22:01:43.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc004020 con 0x7fb1e412bb70
2024-09-10T22:01:43.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.240+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e412e950 con 0x7fb1e412bb70
2024-09-10T22:01:43.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.241+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e4091100 con 0x7fb1e412bb70
2024-09-10T22:01:43.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.242+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fb1dc00b040 con 0x7fb1e412bb70
2024-09-10T22:01:43.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.243+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3027+0+0 (secure 0 0 0) 0x7fb1dc069620 con 0x7fb1e412bb70
2024-09-10T22:01:43.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.246+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fb1dc009880 con 0x7fb1e412bb70
2024-09-10T22:01:43.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.409+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1e4069ef0 con 0x7fb1e412bb70
2024-09-10T22:01:43.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.410+0000 7fb1dbe00640  1 -- 172.21.15.67:0/1458815756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v27) ==== 74+0+9091 (secure 0 0 0) 0x7fb1dc068630 con 0x7fb1e412bb70
2024-09-10T22:01:43.411 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:43.411 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":27,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:01:42.687350+0000","last_up_change":"2024-09-10T22:01:42.687350+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.25,"raw_score_acting":1,"raw_score_stable":1,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"error_message":"pool 2 has some PGs where all OSDs are with primary_affinity 0 (at least pg 2.0), read balance score may not be reliable","score_acting":0,"score_stable":0}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":21,"up_from":27,"up_thru":0,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":1904706274}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":1904706274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":1904706274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":1904706274}]},"public_addr":"172.21.15.67:6801/1904706274","cluster_addr":"172.21.15.67:6802/1904706274","heartbeat_back_addr":"172.21.15.67:6804/1904706274","heartbeat_front_addr":"172.21.15.67:6803/1904706274","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":15,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":2470066928}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":2470066928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":2470066928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":2470066928}]},"public_addr":"172.21.15.67:6801/2470066928","cluster_addr":"172.21.15.67:6802/2470066928","heartbeat_back_addr":"172.21.15.67:6804/2470066928","heartbeat_front_addr":"172.21.15.67:6803/2470066928","state":["exists"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":15,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1497570867}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1497570867}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1497570867}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1497570867}]},"public_addr":"172.21.15.67:6813/1497570867","cluster_addr":"172.21.15.67:6814/1497570867","heartbeat_back_addr":"172.21.15.67:6816/1497570867","heartbeat_front_addr":"172.21.15.67:6815/1497570867","state":["exists"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":11,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":420443619}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":420443619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":420443619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":420443619}]},"public_addr":"172.21.15.67:6809/420443619","cluster_addr":"172.21.15.67:6810/420443619","heartbeat_back_addr":"172.21.15.67:6812/420443619","heartbeat_front_addr":"172.21.15.67:6811/420443619","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T22:01:39.674577+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/374636003":"2024-09-11T22:01:31.629057+0000","172.21.15.67:6800/2431779038":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/3958870213":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/1181175874":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/2259728180":"2024-09-11T22:01:31.629057+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 >> v1:172.21.15.67:6800/2128071310 conn(0x7fb1c40514e0 legacy=0x7fb1c40539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e412bb70 msgr2=0x7fb1e412c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e412bb70 0x7fb1e412c320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00efc0 tx=0x7fb1dc00c800 comp rx=0 tx=0).stop
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 shutdown_connections
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e412bb70 0x7fb1e412c320 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb1e4091d50 0x7fb1e41c3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 --2- 172.21.15.67:0/1458815756 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb1e4063590 0x7fb1e41c2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 >> 172.21.15.67:0/1458815756 conn(0x7fb1e409aeb0 msgr2=0x7fb1e4098570 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 shutdown_connections
2024-09-10T22:01:43.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:43.412+0000 7fb1eae00640  1 -- 172.21.15.67:0/1458815756 wait complete.
2024-09-10T22:01:43.708 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-10T22:01:43.706+0000 7fa380000640 -1 osd.1 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:01:44.188 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T22:01:44.187+0000 7f62a2ea5640 -1 osd.2 23 log_to_monitors true
2024-09-10T22:01:44.720 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-10T22:01:44.719+0000 7f6293e00640 -1 osd.2 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:01:44.779 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T22:01:44.778+0000 7fc3e6a33640 -1 osd.3 24 log_to_monitors true
2024-09-10T22:01:45.729 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-10T22:01:45.728+0000 7fc3d7800640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-09-10T22:01:46.431 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 -- 172.21.15.67:0/519582359 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600946c0 msgr2=0x7fbe60095a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 --2- 172.21.15.67:0/519582359 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600946c0 0x7fbe60095a70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c009860 tx=0x7fbe4c02a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 -- 172.21.15.67:0/519582359 shutdown_connections
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 --2- 172.21.15.67:0/519582359 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600946c0 0x7fbe60095a70 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 --2- 172.21.15.67:0/519582359 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbe600913a0 0x7fbe60095530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 -- 172.21.15.67:0/519582359 >> 172.21.15.67:0/519582359 conn(0x7fbe6009aeb0 msgr2=0x7fbe6009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 -- 172.21.15.67:0/519582359 shutdown_connections
2024-09-10T22:01:46.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.600+0000 7fbe68200640  1 -- 172.21.15.67:0/519582359 wait complete.
2024-09-10T22:01:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.601+0000 7fbe68200640  1  Processor -- start
2024-09-10T22:01:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.601+0000 7fbe68200640  1 --  start start
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe68200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600913a0 0x7fbe601c2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe68200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 0x7fbe601c3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe68200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbe60095fb0 0x7fbe601222e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe68200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbe60134610 con 0x7fbe600946c0
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe68200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fbe60134490 con 0x7fbe600913a0
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe68200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fbe60134790 con 0x7fbe60095fb0
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe64e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 0x7fbe601c3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe65800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600913a0 0x7fbe601c2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe64e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 0x7fbe601c3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46580/0 (socket says 172.21.15.67:46580)
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe64e00640  1 -- 172.21.15.67:0/575181557 learned_addr learned my addr 172.21.15.67:0/575181557 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.602+0000 7fbe66200640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbe60095fb0 0x7fbe601222e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:46.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe64e00640  1 -- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbe60095fb0 msgr2=0x7fbe601222e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe64e00640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbe60095fb0 0x7fbe601222e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe64e00640  1 -- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600913a0 msgr2=0x7fbe601c2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe64e00640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600913a0 0x7fbe601c2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe64e00640  1 -- 172.21.15.67:0/575181557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe60124d50 con 0x7fbe600946c0
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe65800640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600913a0 0x7fbe601c2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe64e00640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 0x7fbe601c3220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c009780 tx=0x7fbe4c032b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c040070 con 0x7fbe600946c0
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe4c005330 con 0x7fbe600946c0
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c0047a0 con 0x7fbe600946c0
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe60096760 con 0x7fbe600946c0
2024-09-10T22:01:46.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.603+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe601c3760 con 0x7fbe600946c0
2024-09-10T22:01:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.605+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe601248e0 con 0x7fbe600946c0
2024-09-10T22:01:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.605+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fbe4c04c030 con 0x7fbe600946c0
2024-09-10T22:01:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.606+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7fbe4c08a040 con 0x7fbe600946c0
2024-09-10T22:01:46.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.610+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fbe60124d50 con 0x7fbe600946c0
2024-09-10T22:01:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.784+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbe60069ef0 con 0x7fbe600946c0
2024-09-10T22:01:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.785+0000 7fbe5d600640  1 -- 172.21.15.67:0/575181557 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v31) ==== 74+0+9179 (secure 0 0 0) 0x7fbe4c0890f0 con 0x7fbe600946c0
2024-09-10T22:01:46.787 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:46.787 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":31,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:01:46.717319+0000","last_up_change":"2024-09-10T22:01:46.717319+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":1904706274}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":1904706274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":1904706274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":1904706274}]},"public_addr":"172.21.15.67:6801/1904706274","cluster_addr":"172.21.15.67:6802/1904706274","heartbeat_back_addr":"172.21.15.67:6804/1904706274","heartbeat_front_addr":"172.21.15.67:6803/1904706274","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":3877172386}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":3877172386}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":3877172386}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":3877172386}]},"public_addr":"172.21.15.67:6805/3877172386","cluster_addr":"172.21.15.67:6806/3877172386","heartbeat_back_addr":"172.21.15.67:6808/3877172386","heartbeat_front_addr":"172.21.15.67:6807/3877172386","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":30,"up_thru":30,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":1086796934}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":1086796934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":1086796934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":1086796934}]},"public_addr":"172.21.15.67:6809/1086796934","cluster_addr":"172.21.15.67:6810/1086796934","heartbeat_back_addr":"172.21.15.67:6812/1086796934","heartbeat_front_addr":"172.21.15.67:6811/1086796934","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":31,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1114629580}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1114629580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1114629580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1114629580}]},"public_addr":"172.21.15.67:6813/1114629580","cluster_addr":"172.21.15.67:6814/1114629580","heartbeat_back_addr":"172.21.15.67:6816/1114629580","heartbeat_front_addr":"172.21.15.67:6815/1114629580","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T22:01:39.674577+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/374636003":"2024-09-11T22:01:31.629057+0000","172.21.15.67:6800/2431779038":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/3958870213":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/1181175874":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/2259728180":"2024-09-11T22:01:31.629057+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:46.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 >> v1:172.21.15.67:6800/2128071310 conn(0x7fbe400514e0 legacy=0x7fbe400539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 msgr2=0x7fbe601c3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 0x7fbe601c3220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c009780 tx=0x7fbe4c032b90 comp rx=0 tx=0).stop
2024-09-10T22:01:46.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 shutdown_connections
2024-09-10T22:01:46.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbe60095fb0 0x7fbe601222e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe600946c0 0x7fbe601c3220 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 --2- 172.21.15.67:0/575181557 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbe600913a0 0x7fbe601c2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 >> 172.21.15.67:0/575181557 conn(0x7fbe6009aeb0 msgr2=0x7fbe600901d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 shutdown_connections
2024-09-10T22:01:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.787+0000 7fbe68200640  1 -- 172.21.15.67:0/575181557 wait complete.
2024-09-10T22:01:46.804 INFO:tasks.ceph.ceph_manager.ceph:all up!
2024-09-10T22:01:46.805 INFO:teuthology.run_tasks:Running task exec...
2024-09-10T22:01:46.814 INFO:teuthology.task.exec:Executing custom commands...
2024-09-10T22:01:46.814 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:01:46.814 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions'
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 -- 172.21.15.67:0/1752657875 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 msgr2=0x7f48d412bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 --2- 172.21.15.67:0/1752657875 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 0x7f48d412bb90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f48c4005fd0 tx=0x7f48c402a780 comp rx=0 tx=0).stop
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 -- 172.21.15.67:0/1752657875 shutdown_connections
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 --2- 172.21.15.67:0/1752657875 >> v2:172.21.15.67:3300/0 conn(0x7f48d412c0d0 0x7f48d412eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 --2- 172.21.15.67:0/1752657875 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 0x7f48d412bb90 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 -- 172.21.15.67:0/1752657875 >> 172.21.15.67:0/1752657875 conn(0x7f48d409e0f0 msgr2=0x7f48d406f110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 -- 172.21.15.67:0/1752657875 shutdown_connections
2024-09-10T22:01:46.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.966+0000 7f48da800640  1 -- 172.21.15.67:0/1752657875 wait complete.
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.967+0000 7f48da800640  1  Processor -- start
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.967+0000 7f48da800640  1 --  start start
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48da800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 0x7f48d41335e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48da800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 0x7f48d4133b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48da800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f48d412f000 0x7f48d4134060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48da800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f48d4137a50 con 0x7f48d412c0d0
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48da800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f48d41378d0 con 0x7f48d412b7b0
2024-09-10T22:01:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48da800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f48d4137bd0 con 0x7f48d412f000
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48caa00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 0x7f48d4133b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48d3400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 0x7f48d41335e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48caa00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 0x7f48d4133b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46594/0 (socket says 172.21.15.67:46594)
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48caa00640  1 -- 172.21.15.67:0/6351057 learned_addr learned my addr 172.21.15.67:0/6351057 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.968+0000 7f48d3e00640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f48d412f000 0x7f48d4134060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48caa00640  1 -- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f48d412f000 msgr2=0x7f48d4134060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48caa00640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f48d412f000 0x7f48d4134060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48caa00640  1 -- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 msgr2=0x7f48d41335e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48caa00640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 0x7f48d41335e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:46.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48caa00640  1 -- 172.21.15.67:0/6351057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48d4134f10 con 0x7f48d412c0d0
2024-09-10T22:01:46.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48caa00640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 0x7f48d4133b20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f48bc00ea20 tx=0x7f48bc00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48bc00cd80 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48bc005020 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48d4136680 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48bc005450 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.969+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48d4129020 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.971+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48d412bb90 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.971+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f48bc0047a0 con 0x7f48d412c0d0
2024-09-10T22:01:46.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.972+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7f48bc069b50 con 0x7f48d412c0d0
2024-09-10T22:01:46.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:46.975+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f48bc0055f0 con 0x7f48d412c0d0
2024-09-10T22:01:47.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.195+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7f48d409c910 con 0x7f48d412c0d0
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.196+0000 7f48cbe00640  1 -- 172.21.15.67:0/6351057 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0  v0) ==== 56+0+499 (secure 0 0 0) 0x7f48bc068b60 con 0x7f48d412c0d0
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:{
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:    "mon": {
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:        "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:    },
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:    "mgr": {
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:        "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2
2024-09-10T22:01:47.198 INFO:teuthology.orchestra.run.smithi067.stdout:    },
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:    "osd": {
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:        "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 4
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:    },
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:    "overall": {
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:        "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 9
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:    }
2024-09-10T22:01:47.199 INFO:teuthology.orchestra.run.smithi067.stdout:}
2024-09-10T22:01:47.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 >> v1:172.21.15.67:6800/2128071310 conn(0x7f48b00514b0 legacy=0x7f48b0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 msgr2=0x7f48d4133b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 0x7f48d4133b20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f48bc00ea20 tx=0x7f48bc00ee20 comp rx=0 tx=0).stop
2024-09-10T22:01:47.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 shutdown_connections
2024-09-10T22:01:47.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f48d412f000 0x7f48d4134060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d412c0d0 0x7f48d4133b20 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 --2- 172.21.15.67:0/6351057 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f48d412b7b0 0x7f48d41335e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 >> 172.21.15.67:0/6351057 conn(0x7f48d409e0f0 msgr2=0x7f48d4136e00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:47.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 shutdown_connections
2024-09-10T22:01:47.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.198+0000 7f48da800640  1 -- 172.21.15.67:0/6351057 wait complete.
2024-09-10T22:01:47.214 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty'
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 -- 172.21.15.67:0/1543170035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0127760 msgr2=0x7fe2f0127b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 --2- 172.21.15.67:0/1543170035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0127760 0x7fe2f0127b40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe2e0005fd0 tx=0x7fe2e002a540 comp rx=0 tx=0).stop
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 -- 172.21.15.67:0/1543170035 shutdown_connections
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 --2- 172.21.15.67:0/1543170035 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0128080 0x7fe2f012b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 --2- 172.21.15.67:0/1543170035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0127760 0x7fe2f0127b40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 -- 172.21.15.67:0/1543170035 >> 172.21.15.67:0/1543170035 conn(0x7fe2f009e0f0 msgr2=0x7fe2f006f110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:47.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 -- 172.21.15.67:0/1543170035 shutdown_connections
2024-09-10T22:01:47.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.365+0000 7fe2f6200640  1 -- 172.21.15.67:0/1543170035 wait complete.
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.366+0000 7fe2f6200640  1  Processor -- start
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --  start start
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 0x7fe2f0121280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0127760 0x7fe2f01217c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe2f0128080 0x7fe2f0128910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2f01335f0 con 0x7fe2f0072d50
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fe2f0133470 con 0x7fe2f0127760
2024-09-10T22:01:47.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2f6200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fe2f0133770 con 0x7fe2f0128080
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2ef400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 0x7fe2f0121280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2efe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe2f0128080 0x7fe2f0128910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2ef400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 0x7fe2f0121280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46624/0 (socket says 172.21.15.67:46624)
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2eea00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0127760 0x7fe2f01217c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.367+0000 7fe2ef400640  1 -- 172.21.15.67:0/3878116613 learned_addr learned my addr 172.21.15.67:0/3878116613 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2ef400640  1 -- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe2f0128080 msgr2=0x7fe2f0128910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2ef400640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe2f0128080 0x7fe2f0128910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2ef400640  1 -- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0127760 msgr2=0x7fe2f01217c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2ef400640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0127760 0x7fe2f01217c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2ef400640  1 -- 172.21.15.67:0/3878116613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2f012a7a0 con 0x7fe2f0072d50
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2efe00640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe2f0128080 0x7fe2f0128910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:47.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2eea00640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0127760 0x7fe2f01217c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2ef400640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 0x7fe2f0121280 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe2e0000c00 tx=0x7fe2e0003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e003f070 con 0x7fe2f0072d50
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2e00047a0 con 0x7fe2f0072d50
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e0035030 con 0x7fe2f0072d50
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.368+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2f0125250 con 0x7fe2f0072d50
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.369+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2f0128e50 con 0x7fe2f0072d50
2024-09-10T22:01:47.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.370+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2f0127b40 con 0x7fe2f0072d50
2024-09-10T22:01:47.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.370+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fe2e0004bb0 con 0x7fe2f0072d50
2024-09-10T22:01:47.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.371+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7fe2e008a1d0 con 0x7fe2f0072d50
2024-09-10T22:01:47.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.375+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fe2f0125250 con 0x7fe2f0072d50
2024-09-10T22:01:47.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.541+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fe2f006a410 con 0x7fe2f0072d50
2024-09-10T22:01:47.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.542+0000 7fe2e7400640  1 -- 172.21.15.67:0/3878116613 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0  v31) ==== 81+0+16843 (secure 0 0 0) 0x7fe2e00891e0 con 0x7fe2f0072d50
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:{
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "epoch": 31,
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "fsid": "18588421-84d2-4cde-b4a4-75af8a3e66e0",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "created": "2024-09-10T21:59:47.394036+0000",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "modified": "2024-09-10T22:01:46.717319+0000",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "last_up_change": "2024-09-10T22:01:46.717319+0000",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "last_in_change": "2024-09-10T21:59:50.082725+0000",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "flags_num": 5799936,
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:    "flags_set": [
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:        "pglog_hardlimit",
2024-09-10T22:01:47.544 INFO:teuthology.orchestra.run.smithi067.stdout:        "purged_snapdirs",
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:        "recovery_deletes",
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:        "sortbitwise"
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    ],
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "crush_version": 9,
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "full_ratio": 0.94999998807907104,
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "backfillfull_ratio": 0.89999997615814209,
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "nearfull_ratio": 0.85000002384185791,
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "cluster_snapshot": "",
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "pool_max": 2,
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "max_osd": 4,
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "require_min_compat_client": "squid",
2024-09-10T22:01:47.545 INFO:teuthology.orchestra.run.smithi067.stdout:    "min_compat_client": "jewel",
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:    "require_osd_release": "squid",
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:    "allow_crimson": false,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:    "pools": [
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "pool": 1,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "pool_name": ".mgr",
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "create_time": "2024-09-10T22:00:03.044378+0000",
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "flags": 1,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "flags_names": "hashpspool",
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "type": 1,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "size": 2,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "min_size": 1,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "crush_rule": 0,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_count": 0,
2024-09-10T22:01:47.546 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_target": 0,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_barrier": 0,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "is_stretch_pool": false,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "object_hash": 2,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_autoscale_mode": "off",
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_num": 1,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_placement_num": 1,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_placement_num_target": 1,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_num_target": 1,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_num_pending": 1,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_pg_merge_meta": {
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:                "source_pgid": "0.0",
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:                "ready_epoch": 0,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:                "last_epoch_started": 0,
2024-09-10T22:01:47.547 INFO:teuthology.orchestra.run.smithi067.stdout:                "last_epoch_clean": 0,
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:                "source_version": "0'0",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:                "target_version": "0'0"
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_change": "15",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_force_op_resend": "0",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_force_op_resend_prenautilus": "0",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_force_op_resend_preluminous": "0",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "auid": 0,
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "snap_mode": "selfmanaged",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "snap_seq": 0,
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "snap_epoch": 0,
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "pool_snaps": [],
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "removed_snaps": "[]",
2024-09-10T22:01:47.548 INFO:teuthology.orchestra.run.smithi067.stdout:            "quota_max_bytes": 0,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "quota_max_objects": 0,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "tiers": [],
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "tier_of": -1,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "read_tier": -1,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "write_tier": -1,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_mode": "none",
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "target_max_bytes": 0,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "target_max_objects": 0,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_target_dirty_ratio_micro": 400000,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_target_full_ratio_micro": 800000,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_min_flush_age": 0,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_min_evict_age": 0,
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "erasure_code_profile": "",
2024-09-10T22:01:47.549 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_params": {
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:                "type": "none"
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_period": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_count": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "use_gmt_hitset": true,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "min_read_recency_for_promote": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "min_write_recency_for_promote": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_grade_decay_rate": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_search_last_n": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "grade_table": [],
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "stripe_width": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "expected_num_objects": 0,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "fast_read": false,
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:            "options": {
2024-09-10T22:01:47.550 INFO:teuthology.orchestra.run.smithi067.stdout:                "pg_num_max": 32,
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "pg_num_min": 1
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:            "application_metadata": {
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "mgr": {}
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:            "read_balance": {
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "score_type": "Fair distribution",
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "score_acting": 4,
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "score_stable": 4,
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "optimal_score": 0.5,
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "raw_score_acting": 2,
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "raw_score_stable": 2,
2024-09-10T22:01:47.551 INFO:teuthology.orchestra.run.smithi067.stdout:                "primary_affinity_weighted": 1,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:                "average_primary_affinity": 1,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:                "average_primary_affinity_weighted": 1
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            }
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "pool": 2,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "pool_name": "rbd",
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "create_time": "2024-09-10T22:00:04.968556+0000",
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "flags": 8193,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "flags_names": "hashpspool,selfmanaged_snaps",
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "type": 1,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "size": 2,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "min_size": 1,
2024-09-10T22:01:47.552 INFO:teuthology.orchestra.run.smithi067.stdout:            "crush_rule": 0,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_count": 0,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_target": 0,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_barrier": 0,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "peering_crush_bucket_mandatory_member": 2147483647,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "is_stretch_pool": false,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "object_hash": 2,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_autoscale_mode": "off",
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_num": 8,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_placement_num": 8,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_placement_num_target": 8,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_num_target": 8,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "pg_num_pending": 8,
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_pg_merge_meta": {
2024-09-10T22:01:47.553 INFO:teuthology.orchestra.run.smithi067.stdout:                "source_pgid": "0.0",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:                "ready_epoch": 0,
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:                "last_epoch_started": 0,
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:                "last_epoch_clean": 0,
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:                "source_version": "0'0",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:                "target_version": "0'0"
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_change": "18",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_force_op_resend": "0",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_force_op_resend_prenautilus": "0",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_force_op_resend_preluminous": "0",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "auid": 0,
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "snap_mode": "selfmanaged",
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "snap_seq": 2,
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "snap_epoch": 18,
2024-09-10T22:01:47.554 INFO:teuthology.orchestra.run.smithi067.stdout:            "pool_snaps": [],
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "removed_snaps": "[]",
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "quota_max_bytes": 0,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "quota_max_objects": 0,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "tiers": [],
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "tier_of": -1,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "read_tier": -1,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "write_tier": -1,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_mode": "none",
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "target_max_bytes": 0,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "target_max_objects": 0,
2024-09-10T22:01:47.555 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_target_dirty_ratio_micro": 400000,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_target_dirty_high_ratio_micro": 600000,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_target_full_ratio_micro": 800000,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_min_flush_age": 0,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "cache_min_evict_age": 0,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "erasure_code_profile": "",
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_params": {
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:                "type": "none"
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_period": 0,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_count": 0,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "use_gmt_hitset": true,
2024-09-10T22:01:47.556 INFO:teuthology.orchestra.run.smithi067.stdout:            "min_read_recency_for_promote": 0,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "min_write_recency_for_promote": 0,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_grade_decay_rate": 0,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "hit_set_search_last_n": 0,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "grade_table": [],
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "stripe_width": 0,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "expected_num_objects": 0,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "fast_read": false,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "options": {},
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "application_metadata": {
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:                "rbd": {}
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:            "read_balance": {
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:                "score_type": "Fair distribution",
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:                "score_acting": 2.5,
2024-09-10T22:01:47.557 INFO:teuthology.orchestra.run.smithi067.stdout:                "score_stable": 2.5,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:                "optimal_score": 1,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:                "raw_score_acting": 2.5,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:                "raw_score_stable": 2.5,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:                "primary_affinity_weighted": 1,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:                "average_primary_affinity": 1,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:                "average_primary_affinity_weighted": 1
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:            }
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:        }
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:    ],
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:    "osds": [
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 0,
2024-09-10T22:01:47.558 INFO:teuthology.orchestra.run.smithi067.stdout:            "uuid": "b6508c9e-fab9-49f8-bcd6-cb603d5cf706",
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "up": 1,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "in": 1,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "weight": 1,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "primary_affinity": 1,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_begin": 11,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_end": 21,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_from": 27,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_thru": 27,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_at": 22,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "lost_at": 0,
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addrs": {
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.559 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6801",
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1904706274
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addrs": {
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.560 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6802",
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1904706274
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addrs": {
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6804",
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1904706274
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.561 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addrs": {
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6803",
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1904706274
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addr": "172.21.15.67:6801/1904706274",
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addr": "172.21.15.67:6802/1904706274",
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addr": "172.21.15.67:6804/1904706274",
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addr": "172.21.15.67:6803/1904706274",
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:            "state": [
2024-09-10T22:01:47.562 INFO:teuthology.orchestra.run.smithi067.stdout:                "exists",
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:                "up"
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            ]
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 1,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "uuid": "79bffdab-1ff6-4c61-892c-95ab48e34f6a",
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "up": 1,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "in": 1,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "weight": 1,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "primary_affinity": 1,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_begin": 10,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_end": 21,
2024-09-10T22:01:47.563 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_from": 29,
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_thru": 29,
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_at": 23,
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:            "lost_at": 0,
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addrs": {
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6805",
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 3877172386
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.564 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addrs": {
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6806",
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 3877172386
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addrs": {
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.565 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6808",
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 3877172386
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addrs": {
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6807",
2024-09-10T22:01:47.566 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 3877172386
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addr": "172.21.15.67:6805/3877172386",
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addr": "172.21.15.67:6806/3877172386",
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addr": "172.21.15.67:6808/3877172386",
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addr": "172.21.15.67:6807/3877172386",
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            "state": [
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:                "exists",
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:                "up"
2024-09-10T22:01:47.567 INFO:teuthology.orchestra.run.smithi067.stdout:            ]
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 2,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "uuid": "cc290c15-4127-4ed0-b535-82fe3d3687c3",
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "up": 1,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "in": 1,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "weight": 1,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "primary_affinity": 1,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_begin": 11,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_end": 23,
2024-09-10T22:01:47.568 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_from": 30,
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_thru": 30,
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_at": 24,
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:            "lost_at": 0,
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addrs": {
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6809",
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1086796934
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.569 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addrs": {
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6810",
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1086796934
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addrs": {
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.570 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6812",
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1086796934
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addrs": {
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6811",
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1086796934
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.571 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addr": "172.21.15.67:6809/1086796934",
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addr": "172.21.15.67:6810/1086796934",
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addr": "172.21.15.67:6812/1086796934",
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addr": "172.21.15.67:6811/1086796934",
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "state": [
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:                "exists",
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:                "up"
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            ]
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 3,
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "uuid": "194bcb86-c859-426b-b53d-1027da360ea7",
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "up": 1,
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "in": 1,
2024-09-10T22:01:47.572 INFO:teuthology.orchestra.run.smithi067.stdout:            "weight": 1,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "primary_affinity": 1,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_begin": 11,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_clean_end": 24,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_from": 31,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "up_thru": 24,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_at": 25,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "lost_at": 0,
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addrs": {
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6813",
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1114629580
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.573 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addrs": {
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6814",
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1114629580
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addrs": {
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6816",
2024-09-10T22:01:47.574 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1114629580
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addrs": {
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                "addrvec": [
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                    {
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                        "type": "v1",
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                        "addr": "172.21.15.67:6815",
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                        "nonce": 1114629580
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                    }
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:                ]
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:            },
2024-09-10T22:01:47.575 INFO:teuthology.orchestra.run.smithi067.stdout:            "public_addr": "172.21.15.67:6813/1114629580",
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "cluster_addr": "172.21.15.67:6814/1114629580",
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_back_addr": "172.21.15.67:6816/1114629580",
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "heartbeat_front_addr": "172.21.15.67:6815/1114629580",
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "state": [
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:                "exists",
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:                "up"
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            ]
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:        }
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:    ],
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:    "osd_xinfo": [
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 0,
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_stamp": "0.000000",
2024-09-10T22:01:47.576 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_probability": 0,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_interval": 0,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "features": 4540719139924082687,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "old_weight": 0,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_purged_snaps_scrub": "2024-09-10T21:59:57.922801+0000",
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "dead_epoch": 22
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 1,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_stamp": "0.000000",
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_probability": 0,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_interval": 0,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "features": 4540719139924082687,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "old_weight": 0,
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_purged_snaps_scrub": "2024-09-10T21:59:57.816022+0000",
2024-09-10T22:01:47.577 INFO:teuthology.orchestra.run.smithi067.stdout:            "dead_epoch": 23
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 2,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_stamp": "0.000000",
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_probability": 0,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_interval": 0,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "features": 4540719139924082687,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "old_weight": 0,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_purged_snaps_scrub": "2024-09-10T21:59:58.043793+0000",
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "dead_epoch": 24
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:        },
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:        {
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "osd": 3,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "down_stamp": "2024-09-10T22:01:39.674577+0000",
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_probability": 0,
2024-09-10T22:01:47.578 INFO:teuthology.orchestra.run.smithi067.stdout:            "laggy_interval": 0,
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:            "features": 4540719139924082687,
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:            "old_weight": 0,
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:            "last_purged_snaps_scrub": "2024-09-10T21:59:57.947320+0000",
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:            "dead_epoch": 0
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:        }
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    ],
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    "pg_upmap": [],
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    "pg_upmap_items": [],
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    "pg_upmap_primaries": [],
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    "pg_temp": [],
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    "primary_temp": [],
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:    "blocklist": {
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:        "172.21.15.67:0/374636003": "2024-09-11T22:01:31.629057+0000",
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:        "172.21.15.67:6800/2431779038": "2024-09-11T22:01:31.629057+0000",
2024-09-10T22:01:47.579 INFO:teuthology.orchestra.run.smithi067.stdout:        "172.21.15.67:0/3958870213": "2024-09-11T22:01:31.629057+0000",
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:        "172.21.15.67:0/1181175874": "2024-09-11T22:01:31.629057+0000",
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:        "172.21.15.67:0/2259728180": "2024-09-11T22:01:31.629057+0000"
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:    },
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:    "range_blocklist": {},
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:    "erasure_code_profiles": {
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:        "default": {
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:            "crush-failure-domain": "osd",
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:            "k": "2",
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:            "m": "1",
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:            "plugin": "jerasure",
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:            "technique": "reed_sol_van"
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:        }
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:    },
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:    "removed_snaps_queue": [],
2024-09-10T22:01:47.580 INFO:teuthology.orchestra.run.smithi067.stdout:    "new_removed_snaps": [],
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:    "new_purged_snaps": [],
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:    "crush_node_flags": {},
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:    "device_class_flags": {},
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:    "stretch_mode": {
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:        "stretch_mode_enabled": false,
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:        "stretch_bucket_count": 0,
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:        "degraded_stretch_mode": 0,
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:        "recovering_stretch_mode": 0,
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:        "stretch_mode_bucket": 0
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:    }
2024-09-10T22:01:47.581 INFO:teuthology.orchestra.run.smithi067.stdout:}
2024-09-10T22:01:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 >> v1:172.21.15.67:6800/2128071310 conn(0x7fe2d00514b0 legacy=0x7fe2d0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 msgr2=0x7fe2f0121280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 0x7fe2f0121280 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe2e0000c00 tx=0x7fe2e0003820 comp rx=0 tx=0).stop
2024-09-10T22:01:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 shutdown_connections
2024-09-10T22:01:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe2f0128080 0x7fe2f0128910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe2f0127760 0x7fe2f01217c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 --2- 172.21.15.67:0/3878116613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2f0072d50 0x7fe2f0121280 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 >> 172.21.15.67:0/3878116613 conn(0x7fe2f009e0f0 msgr2=0x7fe2f009bcb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 shutdown_connections
2024-09-10T22:01:47.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.544+0000 7fe2f6200640  1 -- 172.21.15.67:0/3878116613 wait complete.
2024-09-10T22:01:47.584 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump'
2024-09-10T22:01:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 -- 172.21.15.67:0/2481011079 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012f360 msgr2=0x7fd10012b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 --2- 172.21.15.67:0/2481011079 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012f360 0x7fd10012b4e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd0e8009860 tx=0x7fd0e802a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 -- 172.21.15.67:0/2481011079 shutdown_connections
2024-09-10T22:01:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 --2- 172.21.15.67:0/2481011079 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012f360 0x7fd10012b4e0 secure :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd0e8009860 tx=0x7fd0e802a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 --2- 172.21.15.67:0/2481011079 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd10012ea40 0x7fd10012ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 -- 172.21.15.67:0/2481011079 >> 172.21.15.67:0/2481011079 conn(0x7fd10009b370 msgr2=0x7fd10009b780 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 -- 172.21.15.67:0/2481011079 shutdown_connections
2024-09-10T22:01:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.742+0000 7fd105e00640  1 -- 172.21.15.67:0/2481011079 wait complete.
2024-09-10T22:01:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.744+0000 7fd105e00640  1  Processor -- start
2024-09-10T22:01:47.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.744+0000 7fd105e00640  1 --  start start
2024-09-10T22:01:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd105e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 0x7fd1001279a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd105e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd10012ea40 0x7fd100127ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd105e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1001339b0 0x7fd100133dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd105e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd1001379c0 con 0x7fd1001339b0
2024-09-10T22:01:47.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd105e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fd100137840 con 0x7fd10012ea40
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd105e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fd100137b40 con 0x7fd10012ba20
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd0fea00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 0x7fd1001279a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd0ff400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1001339b0 0x7fd100133dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.745+0000 7fd0fea00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 0x7fd1001279a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39560/0 (socket says 172.21.15.67:39560)
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 -- 172.21.15.67:0/1347668149 learned_addr learned my addr 172.21.15.67:0/1347668149 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0f7e00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd10012ea40 0x7fd100127ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 -- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd10012ea40 msgr2=0x7fd100127ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd10012ea40 0x7fd100127ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 -- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1001339b0 msgr2=0x7fd100133dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1001339b0 0x7fd100133dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 -- 172.21.15.67:0/1347668149 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1001352b0 con 0x7fd10012ba20
2024-09-10T22:01:47.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0ff400640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1001339b0 0x7fd100133dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0fea00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 0x7fd1001279a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd0f000e9f0 tx=0x7fd0f000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.746+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f000ccc0 con 0x7fd10012ba20
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.747+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0f000ce60 con 0x7fd10012ba20
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.747+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd10011a310 con 0x7fd10012ba20
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.747+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f0005280 con 0x7fd10012ba20
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.747+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd100128420 con 0x7fd10012ba20
2024-09-10T22:01:47.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.748+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd100135db0 con 0x7fd10012ba20
2024-09-10T22:01:47.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.748+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fd0f0005420 con 0x7fd10012ba20
2024-09-10T22:01:47.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.749+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fd0f0069a50 con 0x7fd10012ba20
2024-09-10T22:01:47.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.752+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fd100135db0 con 0x7fd10012ba20
2024-09-10T22:01:47.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.947+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd10012b4e0 con 0x7fd10012ba20
2024-09-10T22:01:47.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.948+0000 7fd0f7400640  1 -- 172.21.15.67:0/1347668149 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7fd0f0068a60 con 0x7fd10012ba20
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:e1
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:btime 2024-09-10T21:59:47:393351+0000
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:enable_multiple, ever_enabled_multiple: 1,1
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes}
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:legacy client fscid: -1
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stdout:No filesystems configured
2024-09-10T22:01:47.950 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 1
2024-09-10T22:01:47.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 >> v1:172.21.15.67:6800/2128071310 conn(0x7fd0dc0514e0 legacy=0x7fd0dc0539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 msgr2=0x7fd1001279a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:47.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 0x7fd1001279a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd0f000e9f0 tx=0x7fd0f000eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 shutdown_connections
2024-09-10T22:01:47.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1001339b0 0x7fd100133dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd10012ea40 0x7fd100127ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 --2- 172.21.15.67:0/1347668149 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd10012ba20 0x7fd1001279a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:47.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 >> 172.21.15.67:0/1347668149 conn(0x7fd10009b370 msgr2=0x7fd100136d60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:47.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 shutdown_connections
2024-09-10T22:01:47.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:47.950+0000 7fd105e00640  1 -- 172.21.15.67:0/1347668149 wait complete.
2024-09-10T22:01:47.966 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release squid'
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 -- 172.21.15.67:0/944014731 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b0099b10 msgr2=0x7f20b012edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 --2- 172.21.15.67:0/944014731 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b0099b10 0x7f20b012edd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f20a8005fd0 tx=0x7f20a802a8f0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 -- 172.21.15.67:0/944014731 shutdown_connections
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 --2- 172.21.15.67:0/944014731 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b0099b10 0x7f20b012edd0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 --2- 172.21.15.67:0/944014731 >> v2:172.21.15.67:3300/0 conn(0x7f20b009a870 0x7f20b012e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 --2- 172.21.15.67:0/944014731 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f20b00991f0 0x7f20b00995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 -- 172.21.15.67:0/944014731 >> 172.21.15.67:0/944014731 conn(0x7f20b009f7c0 msgr2=0x7f20b009fbd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 -- 172.21.15.67:0/944014731 shutdown_connections
2024-09-10T22:01:48.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.117+0000 7f20b4c00640  1 -- 172.21.15.67:0/944014731 wait complete.
2024-09-10T22:01:48.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1  Processor -- start
2024-09-10T22:01:48.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --  start start
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 0x7f20b0090310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f20b0099b10 0x7f20b0090850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b009a870 0x7f20b0090d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20b0136640 con 0x7f20b00991f0
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f20b01364c0 con 0x7f20b009a870
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20b4c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f20b01367c0 con 0x7f20b0099b10
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20af400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 0x7f20b0090310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20af400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 0x7f20b0090310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46642/0 (socket says 172.21.15.67:46642)
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20af400640  1 -- 172.21.15.67:0/324792812 learned_addr learned my addr 172.21.15.67:0/324792812 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:48.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20afe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b009a870 0x7f20b0090d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.119+0000 7f20aea00640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f20b0099b10 0x7f20b0090850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20af400640  1 -- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f20b0099b10 msgr2=0x7f20b0090850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20af400640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f20b0099b10 0x7f20b0090850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20af400640  1 -- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b009a870 msgr2=0x7f20b0090d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20af400640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b009a870 0x7f20b0090d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20af400640  1 -- 172.21.15.67:0/324792812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b0093420 con 0x7f20b00991f0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20afe00640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b009a870 0x7f20b0090d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20af400640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 0x7f20b0090310 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f20a000ea60 tx=0x7f20a000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a000cde0 con 0x7f20b00991f0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20a0004020 con 0x7f20b00991f0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a0004470 con 0x7f20b00991f0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.120+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b0092070 con 0x7f20b00991f0
2024-09-10T22:01:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.121+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b00936e0 con 0x7f20b00991f0
2024-09-10T22:01:48.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.122+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b00995d0 con 0x7f20b00991f0
2024-09-10T22:01:48.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.122+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f20a00035f0 con 0x7f20b00991f0
2024-09-10T22:01:48.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.123+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f20a0069970 con 0x7f20b00991f0
2024-09-10T22:01:48.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.127+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f20a0068a00 con 0x7f20b00991f0
2024-09-10T22:01:48.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.297+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd require-osd-release", "release": "squid"} v 0) -- 0x7f20b0069b90 con 0x7f20b00991f0
2024-09-10T22:01:48.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.298+0000 7f20a7400640  1 -- 172.21.15.67:0/324792812 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "squid"}]=0  v32) ==== 91+0+0 (secure 0 0 0) 0x7f20a0068540 con 0x7f20b00991f0
2024-09-10T22:01:48.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 >> v1:172.21.15.67:6800/2128071310 conn(0x7f20900514b0 legacy=0x7f2090053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 msgr2=0x7f20b0090310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 0x7f20b0090310 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f20a000ea60 tx=0x7f20a000ef20 comp rx=0 tx=0).stop
2024-09-10T22:01:48.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 shutdown_connections
2024-09-10T22:01:48.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f20b009a870 0x7f20b0090d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f20b0099b10 0x7f20b0090850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.299+0000 7f20b4c00640  1 --2- 172.21.15.67:0/324792812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b00991f0 0x7f20b0090310 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.300+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 >> 172.21.15.67:0/324792812 conn(0x7f20b009f7c0 msgr2=0x7f20b009ca70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:48.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.300+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 shutdown_connections
2024-09-10T22:01:48.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.300+0000 7f20b4c00640  1 -- 172.21.15.67:0/324792812 wait complete.
2024-09-10T22:01:48.317 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done'
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 -- 172.21.15.67:0/3826706007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 msgr2=0x7f5834128cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 --2- 172.21.15.67:0/3826706007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834128cb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5824005fd0 tx=0x7f582402a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 -- 172.21.15.67:0/3826706007 shutdown_connections
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 --2- 172.21.15.67:0/3826706007 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 0x7f583412bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 --2- 172.21.15.67:0/3826706007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834128cb0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 -- 172.21.15.67:0/3826706007 >> 172.21.15.67:0/3826706007 conn(0x7f583409b370 msgr2=0x7f583409b780 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:48.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 -- 172.21.15.67:0/3826706007 shutdown_connections
2024-09-10T22:01:48.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.469+0000 7f583a200640  1 -- 172.21.15.67:0/3826706007 wait complete.
2024-09-10T22:01:48.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.470+0000 7f583a200640  1  Processor -- start
2024-09-10T22:01:48.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --  start start
2024-09-10T22:01:48.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834121d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 0x7f5834122270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f583412c230 0x7f5834122e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f58341348b0 con 0x7f58341288d0
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f5834134730 con 0x7f583412c230
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f583a200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f5834134a30 con 0x7f583412b8d0
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f5833400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834121d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f5832a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 0x7f5834122270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f5833400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834121d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46652/0 (socket says 172.21.15.67:46652)
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.471+0000 7f5833400640  1 -- 172.21.15.67:0/3836328281 learned_addr learned my addr 172.21.15.67:0/3836328281 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833e00640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f583412c230 0x7f5834122e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833400640  1 -- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 msgr2=0x7f5834122270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833400640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 0x7f5834122270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833400640  1 -- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f583412c230 msgr2=0x7f5834122e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833400640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f583412c230 0x7f5834122e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833400640  1 -- 172.21.15.67:0/3836328281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58341227b0 con 0x7f58341288d0
2024-09-10T22:01:48.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5832a00640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 0x7f5834122270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:48.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.472+0000 7f5833400640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834121d30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5824009850 tx=0x7f58240038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.473+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582403f070 con 0x7f58341288d0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.473+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58240047a0 con 0x7f58341288d0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.473+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5824035030 con 0x7f58341288d0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.473+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58341312e0 con 0x7f58341288d0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.473+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5834131750 con 0x7f58341288d0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.474+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5834073ca0 con 0x7f58341288d0
2024-09-10T22:01:48.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.474+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f5824004b90 con 0x7f58341288d0
2024-09-10T22:01:48.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.476+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f582408a540 con 0x7f58341288d0
2024-09-10T22:01:48.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.479+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f5834073ca0 con 0x7f58341288d0
2024-09-10T22:01:48.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.644+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f5834131980 con 0x7f58341288d0
2024-09-10T22:01:48.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.645+0000 7f582b400640  1 -- 172.21.15.67:0/3836328281 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0  v32) ==== 59+0+9 (secure 0 0 0) 0x7f5824089550 con 0x7f58341288d0
2024-09-10T22:01:48.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.646+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 >> v1:172.21.15.67:6800/2128071310 conn(0x7f58140514e0 legacy=0x7f58140539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.646+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 msgr2=0x7f5834121d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.646+0000 7f583a200640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834121d30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5824009850 tx=0x7f58240038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 shutdown_connections
2024-09-10T22:01:48.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f583412c230 0x7f5834122e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f583412b8d0 0x7f5834122270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 --2- 172.21.15.67:0/3836328281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58341288d0 0x7f5834121d30 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 >> 172.21.15.67:0/3836328281 conn(0x7f583409b370 msgr2=0x7f583406fb00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:48.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 shutdown_connections
2024-09-10T22:01:48.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.647+0000 7f583a200640  1 -- 172.21.15.67:0/3836328281 wait complete.
2024-09-10T22:01:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.762+0000 7fc583000640  1 -- 172.21.15.67:0/836989466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 msgr2=0x7fc57c095cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.762+0000 7fc583000640  1 --2- 172.21.15.67:0/836989466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 0x7fc57c095cc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc56c005fd0 tx=0x7fc56c02a540 comp rx=0 tx=0).stop
2024-09-10T22:01:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.763+0000 7fc583000640  1 -- 172.21.15.67:0/836989466 shutdown_connections
2024-09-10T22:01:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.763+0000 7fc583000640  1 --2- 172.21.15.67:0/836989466 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1283f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.763+0000 7fc583000640  1 --2- 172.21.15.67:0/836989466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 0x7fc57c095cc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.763+0000 7fc583000640  1 -- 172.21.15.67:0/836989466 >> 172.21.15.67:0/836989466 conn(0x7fc57c09a550 msgr2=0x7fc57c097cd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.763+0000 7fc583000640  1 -- 172.21.15.67:0/836989466 shutdown_connections
2024-09-10T22:01:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.763+0000 7fc583000640  1 -- 172.21.15.67:0/836989466 wait complete.
2024-09-10T22:01:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.764+0000 7fc583000640  1  Processor -- start
2024-09-10T22:01:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.764+0000 7fc583000640  1 --  start start
2024-09-10T22:01:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.764+0000 7fc583000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 0x7fc57c1c4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.764+0000 7fc583000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1c51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc583000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc57c128930 0x7fc57c073120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:48.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc583000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c134680 con 0x7fc57c0958e0
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc583000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc57c129280 con 0x7fc57c128930
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc583000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc57c134800 con 0x7fc57c096200
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1c51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc57be00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 0x7fc57c1c4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1c51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39618/0 (socket says 172.21.15.67:39618)
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 -- 172.21.15.67:0/1330512502 learned_addr learned my addr 172.21.15.67:0/1330512502 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:48.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc581000640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc57c128930 0x7fc57c073120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 -- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc57c128930 msgr2=0x7fc57c073120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc57c128930 0x7fc57c073120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 -- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 msgr2=0x7fc57c1c4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 0x7fc57c1c4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 -- 172.21.15.67:0/1330512502 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc57c122800 con 0x7fc57c096200
2024-09-10T22:01:48.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.765+0000 7fc573400640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1c51d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc56400e9f0 tx=0x7fc56400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.766+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56400cd80 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.766+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc564010430 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.766+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc564010840 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.766+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc57c1c5710 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.766+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc57c122e50 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.767+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc57c094ff0 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.767+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fc5640109e0 con 0x7fc57c096200
2024-09-10T22:01:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.768+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fc564069ca0 con 0x7fc57c096200
2024-09-10T22:01:48.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.771+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fc57c094ff0 con 0x7fc57c096200
2024-09-10T22:01:48.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:48.935+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fc57c095cc0 con 0x7fc57c096200
2024-09-10T22:01:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.745+0000 7fc578c00640  1 -- 172.21.15.67:0/1330512502 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v33) ==== 153+0+0 (secure 0 0 0) 0x7fc564068cb0 con 0x7fc57c096200
2024-09-10T22:01:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:set pool 1 pg_autoscale_mode to off
2024-09-10T22:01:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 >> v1:172.21.15.67:6800/2128071310 conn(0x7fc5580514e0 legacy=0x7fc5580539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 msgr2=0x7fc57c1c51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1c51d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc56400e9f0 tx=0x7fc56400eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 shutdown_connections
2024-09-10T22:01:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc57c128930 0x7fc57c073120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc57c096200 0x7fc57c1c51d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 --2- 172.21.15.67:0/1330512502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc57c0958e0 0x7fc57c1c4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 >> 172.21.15.67:0/1330512502 conn(0x7fc57c09a550 msgr2=0x7fc57c129610 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 shutdown_connections
2024-09-10T22:01:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.748+0000 7fc583000640  1 -- 172.21.15.67:0/1330512502 wait complete.
2024-09-10T22:01:49.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 -- 172.21.15.67:0/2130654157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429812fb90 msgr2=0x7f4298131f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 --2- 172.21.15.67:0/2130654157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429812fb90 0x7f4298131f80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4298095e70 tx=0x7f428402a4a0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 -- 172.21.15.67:0/2130654157 shutdown_connections
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 --2- 172.21.15.67:0/2130654157 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f42981324c0 0x7f42981348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 --2- 172.21.15.67:0/2130654157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f429812fb90 0x7f4298131f80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 -- 172.21.15.67:0/2130654157 >> 172.21.15.67:0/2130654157 conn(0x7f429809a550 msgr2=0x7f4298097cd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 -- 172.21.15.67:0/2130654157 shutdown_connections
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.867+0000 7f42a0000640  1 -- 172.21.15.67:0/2130654157 wait complete.
2024-09-10T22:01:49.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.868+0000 7f42a0000640  1  Processor -- start
2024-09-10T22:01:49.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.868+0000 7f42a0000640  1 --  start start
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f42a0000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f429812cb30 0x7f42981c2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f42a0000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 0x7f42981c32e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f42a0000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42981324c0 0x7f429808cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f42a0000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f42981356e0 con 0x7f42981324c0
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f42a0000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4298135560 con 0x7f429812fb90
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f42a0000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4298135860 con 0x7f429812cb30
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 0x7f42981c32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429e000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42981324c0 0x7f429808cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 0x7f42981c32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:41496/0 (socket says 172.21.15.67:41496)
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429d600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f429812cb30 0x7f42981c2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 -- 172.21.15.67:0/494176134 learned_addr learned my addr 172.21.15.67:0/494176134 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 -- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f429812cb30 msgr2=0x7f42981c2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f429812cb30 0x7f42981c2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 -- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42981324c0 msgr2=0x7f429808cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42981324c0 0x7f429808cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429cc00640  1 -- 172.21.15.67:0/494176134 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f429808f140 con 0x7f429812fb90
2024-09-10T22:01:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.869+0000 7f429d600640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f429812cb30 0x7f42981c2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.870+0000 7f429cc00640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 0x7f42981c32e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4284009850 tx=0x7f4284003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.870+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428403f070 con 0x7f429812fb90
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.870+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42840047a0 con 0x7f429812fb90
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.870+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284035030 con 0x7f429812fb90
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.870+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4298090160 con 0x7f429812fb90
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.870+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f42981c3820 con 0x7f429812fb90
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.871+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f429812cf10 con 0x7f429812fb90
2024-09-10T22:01:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.872+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f4284004bb0 con 0x7f429812fb90
2024-09-10T22:01:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.872+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f428408a190 con 0x7f429812fb90
2024-09-10T22:01:49.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:49.876+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f42840891a0 con 0x7f429812fb90
2024-09-10T22:01:50.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.039+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f429806a530 con 0x7f429812fb90
2024-09-10T22:01:50.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.746+0000 7f4295600640  1 -- 172.21.15.67:0/494176134 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v34) ==== 152+0+0 (secure 0 0 0) 0x7f4284088ce0 con 0x7f429812fb90
2024-09-10T22:01:50.748 INFO:teuthology.orchestra.run.smithi067.stderr:set pool 2 pg_autoscale_mode to off
2024-09-10T22:01:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 >> v1:172.21.15.67:6800/2128071310 conn(0x7f42780514e0 legacy=0x7f42780539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 msgr2=0x7f42981c32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 0x7f42981c32e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4284009850 tx=0x7f4284003820 comp rx=0 tx=0).stop
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 shutdown_connections
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42981324c0 0x7f429808cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f429812fb90 0x7f42981c32e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 --2- 172.21.15.67:0/494176134 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f429812cb30 0x7f42981c2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 >> 172.21.15.67:0/494176134 conn(0x7f429809a550 msgr2=0x7f429812a620 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 shutdown_connections
2024-09-10T22:01:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.749+0000 7f42a0000640  1 -- 172.21.15.67:0/494176134 wait complete.
2024-09-10T22:01:50.767 INFO:teuthology.run_tasks:Running task ceph.healthy...
2024-09-10T22:01:50.777 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean...
2024-09-10T22:01:50.777 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available
2024-09-10T22:01:50.777 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json
2024-09-10T22:01:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.934+0000 7fedfee00640  1 -- 172.21.15.67:0/751056751 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 msgr2=0x7fedf8091a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.934+0000 7fedfee00640  1 --2- 172.21.15.67:0/751056751 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8091a20 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fede4009900 tx=0x7fede402a4a0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.934+0000 7fedfee00640  1 -- 172.21.15.67:0/751056751 shutdown_connections
2024-09-10T22:01:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.934+0000 7fedfee00640  1 --2- 172.21.15.67:0/751056751 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8091a20 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.934+0000 7fedfee00640  1 --2- 172.21.15.67:0/751056751 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fedf8093cd0 0x7fedf8091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.934+0000 7fedfee00640  1 -- 172.21.15.67:0/751056751 >> 172.21.15.67:0/751056751 conn(0x7fedf809aeb0 msgr2=0x7fedf809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.935+0000 7fedfee00640  1 -- 172.21.15.67:0/751056751 shutdown_connections
2024-09-10T22:01:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.935+0000 7fedfee00640  1 -- 172.21.15.67:0/751056751 wait complete.
2024-09-10T22:01:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1  Processor -- start
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --  start start
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 0x7fedf81225b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fedf8131140 0x7fedf8122af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fedf8135810 con 0x7fedf8093cd0
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fedf8135690 con 0x7fedf8131140
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.936+0000 7fedfee00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fedf8135990 con 0x7fedf8091640
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 0x7fedf81225b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 0x7fedf81225b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46698/0 (socket says 172.21.15.67:46698)
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 -- 172.21.15.67:0/2197893031 learned_addr learned my addr 172.21.15.67:0/2197893031 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8122070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39644/0 (socket says 172.21.15.67:39644)
2024-09-10T22:01:50.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedfce00640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fedf8131140 0x7fedf8122af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 -- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 msgr2=0x7fedf8122070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8122070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 -- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fedf8131140 msgr2=0x7fedf8122af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fedf8131140 0x7fedf8122af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 -- 172.21.15.67:0/2197893031 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedf8073730 con 0x7fedf8093cd0
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7e00640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8122070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:50.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.937+0000 7fedf7400640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 0x7fedf81225b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fede4006010 tx=0x7fede40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.938+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede403f070 con 0x7fedf8093cd0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.938+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fede40047a0 con 0x7fedf8093cd0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.938+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede4035030 con 0x7fedf8093cd0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.938+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedf8123960 con 0x7fedf8093cd0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.938+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedf8124230 con 0x7fedf8093cd0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.939+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedf8091a20 con 0x7fedf8093cd0
2024-09-10T22:01:50.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.939+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fede4004b90 con 0x7fedf8093cd0
2024-09-10T22:01:50.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.940+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fede408a4d0 con 0x7fedf8093cd0
2024-09-10T22:01:50.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:50.943+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fede40894e0 con 0x7fedf8093cd0
2024-09-10T22:01:51.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.136+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fedf8069ef0 con 0x7fedf8093cd0
2024-09-10T22:01:51.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.138+0000 7fedefe00640  1 -- 172.21.15.67:0/2197893031 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0  v10) ==== 74+0+124248 (secure 0 0 0) 0x7fede4088ca0 con 0x7fedf8093cd0
2024-09-10T22:01:51.141 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 >> v1:172.21.15.67:6800/2128071310 conn(0x7fedd80514b0 legacy=0x7fedd8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 msgr2=0x7fedf81225b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 0x7fedf81225b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fede4006010 tx=0x7fede40038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 shutdown_connections
2024-09-10T22:01:51.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fedf8131140 0x7fedf8122af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedf8093cd0 0x7fedf81225b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 --2- 172.21.15.67:0/2197893031 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fedf8091640 0x7fedf8122070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 >> 172.21.15.67:0/2197893031 conn(0x7fedf809aeb0 msgr2=0x7fedf8094e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 shutdown_connections
2024-09-10T22:01:51.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.141+0000 7fedfee00640  1 -- 172.21.15.67:0/2197893031 wait complete.
2024-09-10T22:01:51.157 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":10,"flags":0,"active_gid":14104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6800","nonce":2128071310}]},"active_addr":"172.21.15.67:6800/2128071310","active_change":"2024-09-10T22:01:31.629211+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":14099,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory.  When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory.  When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":21,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":4107332643}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2717757184}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":713409126}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":1199159645}]}]}
2024-09-10T22:01:51.160 INFO:tasks.ceph.ceph_manager.ceph:mgr available!
2024-09-10T22:01:51.160 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up
2024-09-10T22:01:51.160 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:51.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 -- 172.21.15.67:0/2110212784 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 msgr2=0x7f3008091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 --2- 172.21.15.67:0/2110212784 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 0x7f3008091100 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8005fd0 tx=0x7f2ff802a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 -- 172.21.15.67:0/2110212784 shutdown_connections
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 --2- 172.21.15.67:0/2110212784 >> v2:172.21.15.67:3300/0 conn(0x7f3008091640 0x7f3008091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 --2- 172.21.15.67:0/2110212784 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 0x7f3008091100 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 -- 172.21.15.67:0/2110212784 >> 172.21.15.67:0/2110212784 conn(0x7f300809aeb0 msgr2=0x7f300809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 -- 172.21.15.67:0/2110212784 shutdown_connections
2024-09-10T22:01:51.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.318+0000 7f300d200640  1 -- 172.21.15.67:0/2110212784 wait complete.
2024-09-10T22:01:51.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1  Processor -- start
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --  start start
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 0x7f3008073e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 0x7f30080944b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3008131140 0x7f30080949f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f30081357c0 con 0x7f3008091640
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f3008135640 con 0x7f3008093cd0
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.320+0000 7f300d200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f3008135940 con 0x7f3008131140
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 0x7f3008073e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 0x7f3008073e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46714/0 (socket says 172.21.15.67:46714)
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 -- 172.21.15.67:0/569428488 learned_addr learned my addr 172.21.15.67:0/569428488 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:51.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3006800640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3008131140 0x7f30080949f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f2fffe00640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 0x7f30080944b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 -- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3008131140 msgr2=0x7f30080949f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3008131140 0x7f30080949f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 -- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 msgr2=0x7f30080944b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 0x7f30080944b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.321+0000 7f3005e00640  1 -- 172.21.15.67:0/569428488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3008096230 con 0x7f3008091640
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.322+0000 7f3005e00640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 0x7f3008073e90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009850 tx=0x7f2ff80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.322+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff803f070 con 0x7f3008091640
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.322+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ff80047a0 con 0x7f3008091640
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.322+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3008074a00 con 0x7f3008091640
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.322+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8035030 con 0x7f3008091640
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.322+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3008071db0 con 0x7f3008091640
2024-09-10T22:01:51.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.323+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3008071700 con 0x7f3008091640
2024-09-10T22:01:51.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.324+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f2ff8004b90 con 0x7f3008091640
2024-09-10T22:01:51.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.324+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f2ff808a510 con 0x7f3008091640
2024-09-10T22:01:51.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.328+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f2ff8089520 con 0x7f3008091640
2024-09-10T22:01:51.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.493+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f30080956f0 con 0x7f3008091640
2024-09-10T22:01:51.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.494+0000 7f2ffe000640  1 -- 172.21.15.67:0/569428488 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v34) ==== 74+0+9179 (secure 0 0 0) 0x7f2ff8089060 con 0x7f3008091640
2024-09-10T22:01:51.495 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:51.496 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":34,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:01:50.742492+0000","last_up_change":"2024-09-10T22:01:46.717319+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":1904706274}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":1904706274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":1904706274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":1904706274}]},"public_addr":"172.21.15.67:6801/1904706274","cluster_addr":"172.21.15.67:6802/1904706274","heartbeat_back_addr":"172.21.15.67:6804/1904706274","heartbeat_front_addr":"172.21.15.67:6803/1904706274","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":3877172386}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":3877172386}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":3877172386}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":3877172386}]},"public_addr":"172.21.15.67:6805/3877172386","cluster_addr":"172.21.15.67:6806/3877172386","heartbeat_back_addr":"172.21.15.67:6808/3877172386","heartbeat_front_addr":"172.21.15.67:6807/3877172386","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":30,"up_thru":31,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":1086796934}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":1086796934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":1086796934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":1086796934}]},"public_addr":"172.21.15.67:6809/1086796934","cluster_addr":"172.21.15.67:6810/1086796934","heartbeat_back_addr":"172.21.15.67:6812/1086796934","heartbeat_front_addr":"172.21.15.67:6811/1086796934","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":31,"up_thru":31,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1114629580}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1114629580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1114629580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1114629580}]},"public_addr":"172.21.15.67:6813/1114629580","cluster_addr":"172.21.15.67:6814/1114629580","heartbeat_back_addr":"172.21.15.67:6816/1114629580","heartbeat_front_addr":"172.21.15.67:6815/1114629580","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T22:01:39.674577+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/374636003":"2024-09-11T22:01:31.629057+0000","172.21.15.67:6800/2431779038":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/3958870213":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/1181175874":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/2259728180":"2024-09-11T22:01:31.629057+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:51.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 >> v1:172.21.15.67:6800/2128071310 conn(0x7f2fe40514b0 legacy=0x7f2fe4053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 msgr2=0x7f3008073e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 0x7f3008073e90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009850 tx=0x7f2ff80038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 shutdown_connections
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3008131140 0x7f30080949f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3008093cd0 0x7f30080944b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 --2- 172.21.15.67:0/569428488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3008091640 0x7f3008073e90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 >> 172.21.15.67:0/569428488 conn(0x7f300809aeb0 msgr2=0x7f30080988d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 shutdown_connections
2024-09-10T22:01:51.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.496+0000 7f300d200640  1 -- 172.21.15.67:0/569428488 wait complete.
2024-09-10T22:01:51.513 INFO:tasks.ceph.ceph_manager.ceph:all up!
2024-09-10T22:01:51.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 -- 172.21.15.67:0/1608145527 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 msgr2=0x7fa050133e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 --2- 172.21.15.67:0/1608145527 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa050133e90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa038009860 tx=0x7fa03802a460 comp rx=0 tx=0).stop
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 -- 172.21.15.67:0/1608145527 shutdown_connections
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 --2- 172.21.15.67:0/1608145527 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa0501367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 --2- 172.21.15.67:0/1608145527 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa050133e90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 -- 172.21.15.67:0/1608145527 >> 172.21.15.67:0/1608145527 conn(0x7fa05006e7b0 msgr2=0x7fa05006ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 -- 172.21.15.67:0/1608145527 shutdown_connections
2024-09-10T22:01:51.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.671+0000 7fa056400640  1 -- 172.21.15.67:0/1608145527 wait complete.
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.672+0000 7fa056400640  1  Processor -- start
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.672+0000 7fa056400640  1 --  start start
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa056400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa05009cb50 0x7fa05012a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa056400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa05012a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa056400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa05012aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa056400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa050137740 con 0x7fa05009cb50
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa056400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fa0501375c0 con 0x7fa0501343d0
2024-09-10T22:01:51.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa056400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fa0501378c0 con 0x7fa05009d640
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa055000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa05009cb50 0x7fa05012a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa047e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa05012a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa055a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa05012aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa047e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa05012a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39674/0 (socket says 172.21.15.67:39674)
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa047e00640  1 -- 172.21.15.67:0/3674328444 learned_addr learned my addr 172.21.15.67:0/3674328444 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.673+0000 7fa055a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa05012aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:41578/0 (socket says 172.21.15.67:41578)
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055a00640  1 -- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 msgr2=0x7fa05012a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055a00640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa05012a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055a00640  1 -- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa05009cb50 msgr2=0x7fa05012a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055a00640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa05009cb50 0x7fa05012a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055a00640  1 -- 172.21.15.67:0/3674328444 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa050098c40 con 0x7fa0501343d0
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa047e00640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa05012a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:51.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055000640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa05009cb50 0x7fa05012a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:51.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa055a00640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa05012aad0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa04800ebc0 tx=0x7fa04800c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048003b70 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa048003d10 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048004280 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa05012c230 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.674+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa050099ab0 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.675+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa05009cf30 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.676+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fa048004420 con 0x7fa0501343d0
2024-09-10T22:01:51.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.676+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fa048069c10 con 0x7fa0501343d0
2024-09-10T22:01:51.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.680+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fa05012c230 con 0x7fa0501343d0
2024-09-10T22:01:51.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.848+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa050074830 con 0x7fa0501343d0
2024-09-10T22:01:51.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.849+0000 7fa04d600640  1 -- 172.21.15.67:0/3674328444 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v34) ==== 74+0+9179 (secure 0 0 0) 0x7fa050098c40 con 0x7fa0501343d0
2024-09-10T22:01:51.851 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:51.851 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":34,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:01:50.742492+0000","last_up_change":"2024-09-10T22:01:46.717319+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":1904706274}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":1904706274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":1904706274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":1904706274}]},"public_addr":"172.21.15.67:6801/1904706274","cluster_addr":"172.21.15.67:6802/1904706274","heartbeat_back_addr":"172.21.15.67:6804/1904706274","heartbeat_front_addr":"172.21.15.67:6803/1904706274","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":3877172386}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":3877172386}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":3877172386}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":3877172386}]},"public_addr":"172.21.15.67:6805/3877172386","cluster_addr":"172.21.15.67:6806/3877172386","heartbeat_back_addr":"172.21.15.67:6808/3877172386","heartbeat_front_addr":"172.21.15.67:6807/3877172386","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":30,"up_thru":31,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":1086796934}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":1086796934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":1086796934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":1086796934}]},"public_addr":"172.21.15.67:6809/1086796934","cluster_addr":"172.21.15.67:6810/1086796934","heartbeat_back_addr":"172.21.15.67:6812/1086796934","heartbeat_front_addr":"172.21.15.67:6811/1086796934","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":31,"up_thru":31,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1114629580}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1114629580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1114629580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1114629580}]},"public_addr":"172.21.15.67:6813/1114629580","cluster_addr":"172.21.15.67:6814/1114629580","heartbeat_back_addr":"172.21.15.67:6816/1114629580","heartbeat_front_addr":"172.21.15.67:6815/1114629580","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T22:01:39.674577+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/374636003":"2024-09-11T22:01:31.629057+0000","172.21.15.67:6800/2431779038":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/3958870213":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/1181175874":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/2259728180":"2024-09-11T22:01:31.629057+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 >> v1:172.21.15.67:6800/2128071310 conn(0x7fa02c0514e0 legacy=0x7fa02c0539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 msgr2=0x7fa05012aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa05012aad0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa04800ebc0 tx=0x7fa04800c6a0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 shutdown_connections
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fa0501343d0 0x7fa05012aad0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fa05009d640 0x7fa05012a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 --2- 172.21.15.67:0/3674328444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa05009cb50 0x7fa05012a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:51.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.851+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 >> 172.21.15.67:0/3674328444 conn(0x7fa05006e7b0 msgr2=0x7fa050096760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:51.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.852+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 shutdown_connections
2024-09-10T22:01:51.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:51.852+0000 7fa056400640  1 -- 172.21.15.67:0/3674328444 wait complete.
2024-09-10T22:01:51.869 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats
2024-09-10T22:01:51.869 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats
2024-09-10T22:01:51.870 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats
2024-09-10T22:01:51.870 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats
2024-09-10T22:01:52.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.037+0000 7fc665800640  1 -- 172.21.15.67:0/478158354 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc66012fa00 msgr2=0x7fc660131df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.037+0000 7fc665800640  1 --2- 172.21.15.67:0/478158354 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc66012fa00 0x7fc660131df0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc64c009860 tx=0x7fc64c02a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.038+0000 7fc665800640  1 -- 172.21.15.67:0/478158354 shutdown_connections
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.038+0000 7fc665800640  1 --2- 172.21.15.67:0/478158354 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660132330 0x7fc660134720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.038+0000 7fc665800640  1 --2- 172.21.15.67:0/478158354 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc66012fa00 0x7fc660131df0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.038+0000 7fc665800640  1 -- 172.21.15.67:0/478158354 >> 172.21.15.67:0/478158354 conn(0x7fc66009ae90 msgr2=0x7fc66009b2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.038+0000 7fc665800640  1 -- 172.21.15.67:0/478158354 shutdown_connections
2024-09-10T22:01:52.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.038+0000 7fc665800640  1 -- 172.21.15.67:0/478158354 wait complete.
2024-09-10T22:01:52.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 -- 172.21.15.67:0/4026921086 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 msgr2=0x7fe924136670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 --2- 172.21.15.67:0/4026921086 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe924136670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe91c009be0 tx=0x7fe91c02a6c0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fc665800640  1  Processor -- start
2024-09-10T22:01:52.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 -- 172.21.15.67:0/4026921086 shutdown_connections
2024-09-10T22:01:52.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 --2- 172.21.15.67:0/4026921086 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe924136670 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 --2- 172.21.15.67:0/4026921086 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe92412f300 0x7fe924133d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 -- 172.21.15.67:0/4026921086 >> 172.21.15.67:0/4026921086 conn(0x7fe9240a1800 msgr2=0x7fe92409dcd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fc665800640  1 --  start start
2024-09-10T22:01:52.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fe92ac00640  1 -- 172.21.15.67:0/4026921086 shutdown_connections
2024-09-10T22:01:52.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 -- 172.21.15.67:0/4286886939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 msgr2=0x7f89800949e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 --2- 172.21.15.67:0/4286886939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f89800949e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8978005fd0 tx=0x7f897802a6e0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 -- 172.21.15.67:0/4286886939 shutdown_connections
2024-09-10T22:01:52.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 --2- 172.21.15.67:0/4286886939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f89800949e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 --2- 172.21.15.67:0/4286886939 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f898012f130 0x7f8980094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 --2- 172.21.15.67:0/4286886939 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f898012e810 0x7f898012ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7f897fe00640  1 -- 172.21.15.67:0/4286886939 >> 172.21.15.67:0/4286886939 conn(0x7f89800a1800 msgr2=0x7f898009dcd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f897fe00640  1 -- 172.21.15.67:0/4286886939 shutdown_connections
2024-09-10T22:01:52.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fc665800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660094700 0x7fc66012bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.040+0000 7fc665800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc66012fa00 0x7fc66012c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc665800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660132330 0x7fc66012c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc665800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc66006efa0 con 0x7fc66012fa00
2024-09-10T22:01:52.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 -- 172.21.15.67:0/101326780 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12e810 msgr2=0x7f6eec12ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc665800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc66006ee20 con 0x7fc660132330
2024-09-10T22:01:52.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc665800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc66006f120 con 0x7fc660094700
2024-09-10T22:01:52.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fe92ac00640  1 -- 172.21.15.67:0/4026921086 wait complete.
2024-09-10T22:01:52.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc65fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660094700 0x7fc66012bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc65fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660094700 0x7fc66012bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39720/0 (socket says 172.21.15.67:39720)
2024-09-10T22:01:52.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc65fe00640  1 -- 172.21.15.67:0/3341360536 learned_addr learned my addr 172.21.15.67:0/3341360536 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc664e00640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660132330 0x7fc66012c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7fc65f400640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc66012fa00 0x7fc66012c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 --2- 172.21.15.67:0/101326780 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12e810 0x7f6eec12ebf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6edc009900 tx=0x7f6edc02a440 comp rx=0 tx=0).stop
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 -- 172.21.15.67:0/101326780 shutdown_connections
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 --2- 172.21.15.67:0/101326780 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6eec094570 0x7f6eec094a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 --2- 172.21.15.67:0/101326780 >> v2:172.21.15.67:3300/0 conn(0x7f6eec12f130 0x7f6eec094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 --2- 172.21.15.67:0/101326780 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12e810 0x7f6eec12ebf0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f6eeb200640  1 -- 172.21.15.67:0/101326780 >> 172.21.15.67:0/101326780 conn(0x7f6eec0a1800 msgr2=0x7f6eec09dcd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.041+0000 7f897fe00640  1 -- 172.21.15.67:0/4286886939 wait complete.
2024-09-10T22:01:52.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7f6eeb200640  1 -- 172.21.15.67:0/101326780 shutdown_connections
2024-09-10T22:01:52.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc65fe00640  1 -- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660132330 msgr2=0x7fc66012c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7f6eeb200640  1 -- 172.21.15.67:0/101326780 wait complete.
2024-09-10T22:01:52.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc65fe00640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660132330 0x7fc66012c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc65fe00640  1 -- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc66012fa00 msgr2=0x7fc66012c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc65fe00640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc66012fa00 0x7fc66012c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc65fe00640  1 -- 172.21.15.67:0/3341360536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc660122bb0 con 0x7fc660094700
2024-09-10T22:01:52.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc664e00640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc660132330 0x7fc66012c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:52.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7f897fe00640  1  Processor -- start
2024-09-10T22:01:52.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.042+0000 7fc65fe00640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660094700 0x7fc66012bf20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc65000c490 tx=0x7fc65000c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7f897fe00640  1 --  start start
2024-09-10T22:01:52.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650016020 con 0x7fc660094700
2024-09-10T22:01:52.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc660126c70 con 0x7fc660094700
2024-09-10T22:01:52.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fe92ac00640  1  Processor -- start
2024-09-10T22:01:52.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fe92ac00640  1 --  start start
2024-09-10T22:01:52.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7f897fe00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f8980098bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6601234b0 con 0x7fc660094700
2024-09-10T22:01:52.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc650012a00 con 0x7fc660094700
2024-09-10T22:01:52.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.043+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650012e50 con 0x7fc660094700
2024-09-10T22:01:52.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f898012e810 0x7f8980099130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f898012f130 0x7f8980099670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f6eeb200640  1  Processor -- start
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897ea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f8980098bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897ea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f8980098bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46738/0 (socket says 172.21.15.67:46738)
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897fe00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f89801364f0 con 0x7f8980094570
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897ea00640  1 -- 172.21.15.67:0/2287208810 learned_addr learned my addr 172.21.15.67:0/2287208810 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f8980136370 con 0x7f898012f130
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f8980136670 con 0x7f898012e810
2024-09-10T22:01:52.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f897f400640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f898012f130 0x7f8980099670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc638001030 con 0x7fc660094700
2024-09-10T22:01:52.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897e000640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f898012e810 0x7f8980099130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897f400640  1 -- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f898012e810 msgr2=0x7f8980099130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897f400640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f898012e810 0x7f8980099130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897f400640  1 -- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 msgr2=0x7f8980098bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897f400640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f8980098bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897f400640  1 -- 172.21.15.67:0/2287208810 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f898009b240 con 0x7f898012f130
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.044+0000 7f6eeb200640  1 --  start start
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f6eeb200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6eec094570 0x7f6eec134d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f6eeb200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6eec12e810 0x7f6eec1352b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f6eeb200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12f130 0x7f6eec1357f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f6eeb200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6eec136550 con 0x7f6eec12e810
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f6eeb200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f6eec1363d0 con 0x7f6eec12f130
2024-09-10T22:01:52.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f6eeb200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f6eec1366d0 con 0x7f6eec094570
2024-09-10T22:01:52.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897e000640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f898012e810 0x7f8980099130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T22:01:52.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7f897ea00640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8980094570 0x7f8980098bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:52.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92ac00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe92412e810 0x7fe92412a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92ac00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe92412f300 0x7fe92412a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92ac00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe92412abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92ac00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe924137710 con 0x7fe92412f300
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92ac00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fe924137590 con 0x7fe924134280
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92ac00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fe924137890 con 0x7fe92412e810
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92a200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe92412abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92a200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe92412abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:41636/0 (socket says 172.21.15.67:41636)
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.045+0000 7fe92a200640  1 -- 172.21.15.67:0/2902895068 learned_addr learned my addr 172.21.15.67:0/2902895068 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92a200640  1 -- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe92412e810 msgr2=0x7fe92412a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92a200640  1 --2- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe92412e810 0x7fe92412a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7f6ee9e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6eec094570 0x7f6eec134d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7f6ee9e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6eec094570 0x7f6eec134d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39738/0 (socket says 172.21.15.67:39738)
2024-09-10T22:01:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7f6ee9e00640  1 -- 172.21.15.67:0/1059310590 learned_addr learned my addr 172.21.15.67:0/1059310590 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92a200640  1 -- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe92412f300 msgr2=0x7fe92412a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe928e00640  1 --2- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe92412f300 0x7fe92412a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92a200640  1 --2- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe92412f300 0x7fe92412a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92a200640  1 -- 172.21.15.67:0/2902895068 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe924098cd0 con 0x7fe924134280
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe928e00640  1 --2- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe92412f300 0x7fe92412a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92a200640  1 --2- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe92412abe0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe91c034040 tx=0x7fe91c003ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c052020 con 0x7fe924134280
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7f897f400640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f898012f130 0x7f8980099670 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8978009000 tx=0x7f8978003e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe91c004130 con 0x7fe924134280
2024-09-10T22:01:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9240994b0 con 0x7fe924134280
2024-09-10T22:01:52.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c036040 con 0x7fe924134280
2024-09-10T22:01:52.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.047+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8978041020 con 0x7f898012f130
2024-09-10T22:01:52.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.047+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f898009add0 con 0x7f898012f130
2024-09-10T22:01:52.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.047+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f89801ca8a0 con 0x7f898012f130
2024-09-10T22:01:52.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.046+0000 7f6eea800640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12f130 0x7f6eec1357f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.047+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe924099d20 con 0x7fe924134280
2024-09-10T22:01:52.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.047+0000 7f6ee9400640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6eec12e810 0x7f6eec1352b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fc65001a3b0 con 0x7fc660094700
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f898006fe80 con 0x7f898012f130
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f6ee9400640  1 -- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6eec094570 msgr2=0x7f6eec134d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f6ee9400640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f6eec094570 0x7f6eec134d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f6ee9400640  1 -- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12f130 msgr2=0x7f6eec1357f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f6ee9400640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12f130 0x7f6eec1357f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f6ee9400640  1 -- 172.21.15.67:0/1059310590 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eec09b1b0 con 0x7f6eec12e810
2024-09-10T22:01:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.048+0000 7f6eea800640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f6eec12f130 0x7f6eec1357f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fc650068be0 con 0x7fc660094700
2024-09-10T22:01:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f898006fe80 con 0x7f898012f130
2024-09-10T22:01:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8978036040 con 0x7f898012f130
2024-09-10T22:01:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe9240987f0 con 0x7fe924134280
2024-09-10T22:01:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7f6ee9400640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6eec12e810 0x7f6eec1352b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6ed800e9f0 tx=0x7f6ed800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 --> v1:172.21.15.67:6801/1904706274 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc650012e50 con 0x7fc640057ed0
2024-09-10T22:01:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.049+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc6500412d0 con 0x7fc660094700
2024-09-10T22:01:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.050+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fe91c004520 con 0x7fe924134280
2024-09-10T22:01:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.050+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ed800ccc0 con 0x7f6eec12e810
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.050+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ed8010430 con 0x7f6eec12e810
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.050+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ed8010860 con 0x7f6eec12e810
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.050+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6eec070680 con 0x7f6eec12e810
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.050+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6eec074050 con 0x7f6eec12e810
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.051+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f8978004040 con 0x7f898012f130
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.051+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fe91c09b3a0 con 0x7fe924134280
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.051+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 --> v1:172.21.15.67:6809/1086796934 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe91c053ec0 con 0x7fe904057da0
2024-09-10T22:01:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.051+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fe91c0a2050 con 0x7fe924134280
2024-09-10T22:01:52.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.051+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== osd.0 v1:172.21.15.67:6801/1904706274 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fc650012e50 con 0x7fc640057ed0
2024-09-10T22:01:52.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.051+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6eec06fc00 con 0x7f6eec12e810
2024-09-10T22:01:52.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.052+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f897808a490 con 0x7f898012f130
2024-09-10T22:01:52.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.052+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 --> v1:172.21.15.67:6805/3877172386 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f897804eec0 con 0x7f8960057d30
2024-09-10T22:01:52.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.052+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f897808a880 con 0x7f898012f130
2024-09-10T22:01:52.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.052+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f6ed8010a00 con 0x7f6eec12e810
2024-09-10T22:01:52.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.053+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== osd.2 v1:172.21.15.67:6809/1086796934 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fe91c053ec0 con 0x7fe904057da0
2024-09-10T22:01:52.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.053+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f6ed80699e0 con 0x7f6eec12e810
2024-09-10T22:01:52.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.053+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 --> v1:172.21.15.67:6813/1114629580 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6ecc05ba10 con 0x7f6ecc057d60
2024-09-10T22:01:52.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.053+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f6ed806e2c0 con 0x7f6eec12e810
2024-09-10T22:01:52.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.054+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== osd.1 v1:172.21.15.67:6805/3877172386 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f897804eec0 con 0x7f8960057d30
2024-09-10T22:01:52.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.055+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== osd.3 v1:172.21.15.67:6813/1114629580 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f6ecc05ba10 con 0x7f6ecc057d60
2024-09-10T22:01:52.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.067+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 --> v1:172.21.15.67:6801/1904706274 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc638002dd0 con 0x7fc640057ed0
2024-09-10T22:01:52.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fc657e00640  1 -- 172.21.15.67:0/3341360536 <== osd.0 v1:172.21.15.67:6801/1904706274 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3581622916) 0x7fc638002dd0 con 0x7fc640057ed0
2024-09-10T22:01:52.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 >> v1:172.21.15.67:6801/1904706274 conn(0x7fc640057ed0 legacy=0x7fc64005a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 --> v1:172.21.15.67:6809/1086796934 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe9241292c0 con 0x7fe904057da0
2024-09-10T22:01:52.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 >> v1:172.21.15.67:6800/2128071310 conn(0x7fc640051650 legacy=0x7fc640053b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660094700 msgr2=0x7fc66012bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fc665800640  1 --2- 172.21.15.67:0/3341360536 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc660094700 0x7fc66012bf20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc65000c490 tx=0x7fc65000c950 comp rx=0 tx=0).stop
2024-09-10T22:01:52.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fc664e00640  1 -- 172.21.15.67:0/3341360536 reap_dead start
2024-09-10T22:01:52.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.068+0000 7fe921600640  1 -- 172.21.15.67:0/2902895068 <== osd.2 v1:172.21.15.67:6809/1086796934 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 2085588430) 0x7fe9241292c0 con 0x7fe904057da0
2024-09-10T22:01:52.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 shutdown_connections
2024-09-10T22:01:52.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 >> 172.21.15.67:0/3341360536 conn(0x7fc66009ae90 msgr2=0x7fc660098be0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 shutdown_connections
2024-09-10T22:01:52.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fc665800640  1 -- 172.21.15.67:0/3341360536 wait complete.
2024-09-10T22:01:52.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 >> v1:172.21.15.67:6809/1086796934 conn(0x7fe904057da0 legacy=0x7fe90405a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 >> v1:172.21.15.67:6800/2128071310 conn(0x7fe9040514b0 legacy=0x7fe904053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 msgr2=0x7fe92412abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92ac00640  1 --2- 172.21.15.67:0/2902895068 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe924134280 0x7fe92412abe0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe91c034040 tx=0x7fe91c003ef0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92a200640  1 -- 172.21.15.67:0/2902895068 reap_dead start
2024-09-10T22:01:52.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 shutdown_connections
2024-09-10T22:01:52.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.069+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 >> 172.21.15.67:0/2902895068 conn(0x7fe9240a1800 msgr2=0x7fe92409c4a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.070+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 shutdown_connections
2024-09-10T22:01:52.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.070+0000 7fe92ac00640  1 -- 172.21.15.67:0/2902895068 wait complete.
2024-09-10T22:01:52.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.070+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 --> v1:172.21.15.67:6805/3877172386 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8980096e40 con 0x7f8960057d30
2024-09-10T22:01:52.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.070+0000 7f8976a00640  1 -- 172.21.15.67:0/2287208810 <== osd.1 v1:172.21.15.67:6805/3877172386 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1318614166) 0x7f8980096e40 con 0x7f8960057d30
2024-09-10T22:01:52.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 >> v1:172.21.15.67:6805/3877172386 conn(0x7f8960057d30 legacy=0x7f896005a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 >> v1:172.21.15.67:6800/2128071310 conn(0x7f89600514b0 legacy=0x7f8960053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f898012f130 msgr2=0x7f8980099670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 --2- 172.21.15.67:0/2287208810 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f898012f130 0x7f8980099670 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8978009000 tx=0x7f8978003e60 comp rx=0 tx=0).stop
2024-09-10T22:01:52.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897f400640  1 -- 172.21.15.67:0/2287208810 reap_dead start
2024-09-10T22:01:52.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 shutdown_connections
2024-09-10T22:01:52.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 >> 172.21.15.67:0/2287208810 conn(0x7f89800a1800 msgr2=0x7f89800964e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 shutdown_connections
2024-09-10T22:01:52.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.071+0000 7f897fe00640  1 -- 172.21.15.67:0/2287208810 wait complete.
2024-09-10T22:01:52.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.072+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 --> v1:172.21.15.67:6813/1114629580 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6eec096d80 con 0x7f6ecc057d60
2024-09-10T22:01:52.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.072+0000 7f6ee2000640  1 -- 172.21.15.67:0/1059310590 <== osd.3 v1:172.21.15.67:6813/1114629580 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1985872850) 0x7f6eec096d80 con 0x7f6ecc057d60
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.073+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 >> v1:172.21.15.67:6813/1114629580 conn(0x7f6ecc057d60 legacy=0x7f6ecc05a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.073+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 >> v1:172.21.15.67:6800/2128071310 conn(0x7f6ecc0514e0 legacy=0x7f6ecc0539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.073+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6eec12e810 msgr2=0x7f6eec1352b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.073+0000 7f6eeb200640  1 --2- 172.21.15.67:0/1059310590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6eec12e810 0x7f6eec1352b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6ed800e9f0 tx=0x7f6ed800eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.073+0000 7f6eea800640  1 -- 172.21.15.67:0/1059310590 reap_dead start
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.074+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 shutdown_connections
2024-09-10T22:01:52.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.074+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 >> 172.21.15.67:0/1059310590 conn(0x7f6eec0a1800 msgr2=0x7f6eec096420 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.074+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 shutdown_connections
2024-09-10T22:01:52.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.074+0000 7f6eeb200640  1 -- 172.21.15.67:0/1059310590 wait complete.
2024-09-10T22:01:52.089 INFO:teuthology.orchestra.run.smithi067.stdout:128849018883
2024-09-10T22:01:52.090 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:01:52.091 INFO:teuthology.orchestra.run.smithi067.stdout:115964116996
2024-09-10T22:01:52.091 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:01:52.092 INFO:teuthology.orchestra.run.smithi067.stdout:124554051587
2024-09-10T22:01:52.092 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:01:52.095 INFO:teuthology.orchestra.run.smithi067.stdout:133143986179
2024-09-10T22:01:52.095 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 -- 172.21.15.67:0/3917727922 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809cb50 msgr2=0x7f089809cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 --2- 172.21.15.67:0/3917727922 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809cb50 0x7f089809cf30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f088c009900 tx=0x7f088c02a530 comp rx=0 tx=0).stop
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 -- 172.21.15.67:0/3917727922 shutdown_connections
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 --2- 172.21.15.67:0/3917727922 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809d470 0x7f0898094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 --2- 172.21.15.67:0/3917727922 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809cb50 0x7f089809cf30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 -- 172.21.15.67:0/3917727922 >> 172.21.15.67:0/3917727922 conn(0x7f089806e7b0 msgr2=0x7f089806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 -- 172.21.15.67:0/3917727922 shutdown_connections
2024-09-10T22:01:52.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.257+0000 7f089de00640  1 -- 172.21.15.67:0/3917727922 wait complete.
2024-09-10T22:01:52.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.258+0000 7f089de00640  1  Processor -- start
2024-09-10T22:01:52.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.258+0000 7f089de00640  1 --  start start
2024-09-10T22:01:52.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089de00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0898094570 0x7f0898098aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089de00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 0x7f0898098fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089de00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809d470 0x7f0898099520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089de00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0898137950 con 0x7f0898094570
2024-09-10T22:01:52.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089de00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f08981377d0 con 0x7f089809d470
2024-09-10T22:01:52.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089de00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f0898137ad0 con 0x7f089809cb50
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f0897e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 0x7f0898098fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f089ca00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0898094570 0x7f0898098aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f0897e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 0x7f0898098fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39756/0 (socket says 172.21.15.67:39756)
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.259+0000 7f0897e00640  1 -- 172.21.15.67:0/1166623786 learned_addr learned my addr 172.21.15.67:0/1166623786 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f089d400640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809d470 0x7f0898099520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f0897e00640  1 -- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809d470 msgr2=0x7f0898099520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f0897e00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809d470 0x7f0898099520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f0897e00640  1 -- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0898094570 msgr2=0x7f0898098aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f0897e00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0898094570 0x7f0898098aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f0897e00640  1 -- 172.21.15.67:0/1166623786 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0898136c20 con 0x7f089809cb50
2024-09-10T22:01:52.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.260+0000 7f089ca00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0898094570 0x7f0898098aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:52.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.261+0000 7f0897e00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 0x7f0898098fe0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f088400e9c0 tx=0x7f088400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.261+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f088400cd80 con 0x7f089809cb50
2024-09-10T22:01:52.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.261+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0884004020 con 0x7f089809cb50
2024-09-10T22:01:52.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.261+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0884004410 con 0x7f089809cb50
2024-09-10T22:01:52.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.261+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f089812ff40 con 0x7f089809cb50
2024-09-10T22:01:52.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.261+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f089809a6c0 con 0x7f089809cb50
2024-09-10T22:01:52.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.263+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f089809cf30 con 0x7f089809cb50
2024-09-10T22:01:52.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.264+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f08840035f0 con 0x7f089809cb50
2024-09-10T22:01:52.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.265+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f0884069a10 con 0x7f089809cb50
2024-09-10T22:01:52.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.269+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f089812ff40 con 0x7f089809cb50
2024-09-10T22:01:52.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 -- 172.21.15.67:0/3062478856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12e860 msgr2=0x7fb5ec12ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/3062478856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12e860 0x7fb5ec12ec40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009900 tx=0x7fb5dc02a4f0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 -- 172.21.15.67:0/3062478856 shutdown_connections
2024-09-10T22:01:52.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/3062478856 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec0977e0 0x7fb5ec136e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/3062478856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12e860 0x7fb5ec12ec40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 -- 172.21.15.67:0/3062478856 >> 172.21.15.67:0/3062478856 conn(0x7fb5ec0a1670 msgr2=0x7fb5ec09db40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.303+0000 7fb5f0e00640  1 -- 172.21.15.67:0/3062478856 shutdown_connections
2024-09-10T22:01:52.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fb5f0e00640  1 -- 172.21.15.67:0/3062478856 wait complete.
2024-09-10T22:01:52.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 -- 172.21.15.67:0/2693143562 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009d470 msgr2=0x7fd9a0094030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/2693143562 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009d470 0x7fd9a0094030 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd98c005fd0 tx=0x7fd98c02a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 -- 172.21.15.67:0/2693143562 shutdown_connections
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/2693143562 >> v2:172.21.15.67:3300/0 conn(0x7fd9a0094570 0x7fd9a0094a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/2693143562 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009d470 0x7fd9a0094030 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/2693143562 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a009cb50 0x7fd9a009cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 -- 172.21.15.67:0/2693143562 >> 172.21.15.67:0/2693143562 conn(0x7fd9a006e7b0 msgr2=0x7fd9a006ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 -- 172.21.15.67:0/2693143562 shutdown_connections
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.304+0000 7fd9a4c00640  1 -- 172.21.15.67:0/2693143562 wait complete.
2024-09-10T22:01:52.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.305+0000 7fb5f0e00640  1  Processor -- start
2024-09-10T22:01:52.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.305+0000 7fd9a4c00640  1  Processor -- start
2024-09-10T22:01:52.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.305+0000 7fb5f0e00640  1 --  start start
2024-09-10T22:01:52.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5f0e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 0x7fb5ec094630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5f0e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec12e860 0x7fb5ec094b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5f0e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12f180 0x7fb5ec0950b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5f0e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec137800 con 0x7fb5ec12f180
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5f0e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fb5ec137680 con 0x7fb5ec12e860
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5f0e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fb5ec137980 con 0x7fb5ec0977e0
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5eb400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 0x7fb5ec094630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5eb400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 0x7fb5ec094630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39766/0 (socket says 172.21.15.67:39766)
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5eb400640  1 -- 172.21.15.67:0/937464239 learned_addr learned my addr 172.21.15.67:0/937464239 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --  start start
2024-09-10T22:01:52.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5eaa00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec12e860 0x7fb5ec094b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a0094570 0x7fd9a01c4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009cb50 0x7fd9a01c5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9a009d470 0x7fd9a0098a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd9a01365f0 con 0x7fd9a009d470
2024-09-10T22:01:52.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fd9a0136470 con 0x7fd9a0094570
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fd9a4c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fd9a0136770 con 0x7fd9a009cb50
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fd99fe00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9a009d470 0x7fd9a0098a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fd99fe00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9a009d470 0x7fd9a0098a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46784/0 (socket says 172.21.15.67:46784)
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fd99fe00640  1 -- 172.21.15.67:0/652867105 learned_addr learned my addr 172.21.15.67:0/652867105 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fb5eb400640  1 -- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec12e860 msgr2=0x7fb5ec094b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fd99f400640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a0094570 0x7fd9a01c4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fd99ea00640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009cb50 0x7fd9a01c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fb5eb400640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec12e860 0x7fb5ec094b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fb5eb400640  1 -- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12f180 msgr2=0x7fb5ec0950b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.306+0000 7fb5ebe00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12f180 0x7fb5ec0950b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fb5eb400640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12f180 0x7fb5ec0950b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.307+0000 7fb5eb400640  1 -- 172.21.15.67:0/937464239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5ec095f00 con 0x7fb5ec0977e0
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fb5eaa00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec12e860 0x7fb5ec094b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:52.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fb5ebe00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12f180 0x7fb5ec0950b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T22:01:52.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd99f400640  1 -- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009cb50 msgr2=0x7fd9a01c5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd99f400640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009cb50 0x7fd9a01c5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd99f400640  1 -- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9a009d470 msgr2=0x7fd9a0098a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd99f400640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9a009d470 0x7fd9a0098a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd99f400640  1 -- 172.21.15.67:0/652867105 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9a009ad60 con 0x7fd9a0094570
2024-09-10T22:01:52.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fb5eb400640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 0x7fb5ec094630 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc000c00 tx=0x7fb5dc003910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd99f400640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a0094570 0x7fd9a01c4d10 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd99000d6d0 tx=0x7fd99000db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.308+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd990017070 con 0x7fd9a0094570
2024-09-10T22:01:52.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd990005310 con 0x7fd9a0094570
2024-09-10T22:01:52.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd990009820 con 0x7fd9a0094570
2024-09-10T22:01:52.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9a009b290 con 0x7fd9a0094570
2024-09-10T22:01:52.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc03f070 con 0x7fb5ec0977e0
2024-09-10T22:01:52.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5dc0047a0 con 0x7fb5ec0977e0
2024-09-10T22:01:52.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc035030 con 0x7fb5ec0977e0
2024-09-10T22:01:52.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5ec1290f0 con 0x7fb5ec0977e0
2024-09-10T22:01:52.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5ec0955f0 con 0x7fb5ec0977e0
2024-09-10T22:01:52.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.309+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9a0098f90 con 0x7fd9a0094570
2024-09-10T22:01:52.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.310+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9a009a140 con 0x7fd9a0094570
2024-09-10T22:01:52.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.311+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5ec09a580 con 0x7fb5ec0977e0
2024-09-10T22:01:52.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.311+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fd9900099c0 con 0x7fd9a0094570
2024-09-10T22:01:52.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.312+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fd9900680a0 con 0x7fd9a0094570
2024-09-10T22:01:52.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.312+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fb5dc004bb0 con 0x7fb5ec0977e0
2024-09-10T22:01:52.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.313+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fb5dc08a270 con 0x7fb5ec0977e0
2024-09-10T22:01:52.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.316+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fb5ec09a580 con 0x7fb5ec0977e0
2024-09-10T22:01:52.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.320+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fd9900130d0 con 0x7fd9a0094570
2024-09-10T22:01:52.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 -- 172.21.15.67:0/3711023891 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09cb50 msgr2=0x7f229c09cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 --2- 172.21.15.67:0/3711023891 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09cb50 0x7f229c09cf30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f228c009860 tx=0x7f228c02a460 comp rx=0 tx=0).stop
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 -- 172.21.15.67:0/3711023891 shutdown_connections
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 --2- 172.21.15.67:0/3711023891 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c094740 0x7f229c136eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 --2- 172.21.15.67:0/3711023891 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09cb50 0x7f229c09cf30 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 -- 172.21.15.67:0/3711023891 >> 172.21.15.67:0/3711023891 conn(0x7f229c06e7b0 msgr2=0x7f229c06ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 -- 172.21.15.67:0/3711023891 shutdown_connections
2024-09-10T22:01:52.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.363+0000 7f22a0a00640  1 -- 172.21.15.67:0/3711023891 wait complete.
2024-09-10T22:01:52.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.364+0000 7f22a0a00640  1  Processor -- start
2024-09-10T22:01:52.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.364+0000 7f22a0a00640  1 --  start start
2024-09-10T22:01:52.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f22a0a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f229c094740 0x7f229c1c4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f22a0a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 0x7f229c1c53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f22a0a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09d470 0x7f229c098ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f22a0a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f229c137780 con 0x7f229c094740
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f22a0a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f229c137600 con 0x7f229c09d470
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f22a0a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f229c137900 con 0x7f229c09cb50
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f2299e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 0x7f229c1c53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f2299e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 0x7f229c1c53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:39800/0 (socket says 172.21.15.67:39800)
2024-09-10T22:01:52.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f2299e00640  1 -- 172.21.15.67:0/831334796 learned_addr learned my addr 172.21.15.67:0/831334796 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.365+0000 7f229b200640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09d470 0x7f229c098ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f229a800640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f229c094740 0x7f229c1c4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f2299e00640  1 -- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09d470 msgr2=0x7f229c098ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f2299e00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09d470 0x7f229c098ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f2299e00640  1 -- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f229c094740 msgr2=0x7f229c1c4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f2299e00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f229c094740 0x7f229c1c4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f2299e00640  1 -- 172.21.15.67:0/831334796 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f229c1291f0 con 0x7f229c09cb50
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f229a800640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f229c094740 0x7f229c1c4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:52.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.366+0000 7f2299e00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 0x7f229c1c53b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f228800c760 tx=0x7f228800cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.367+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2288016020 con 0x7f229c09cb50
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.367+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f228800a8d0 con 0x7f229c09cb50
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.367+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228800ad20 con 0x7f229c09cb50
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.367+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f229c1c58f0 con 0x7f229c09cb50
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.367+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f229c0991d0 con 0x7f229c09cb50
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.368+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f229c097570 con 0x7f229c09cb50
2024-09-10T22:01:52.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.369+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f228801b400 con 0x7f229c09cb50
2024-09-10T22:01:52.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.369+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f2288068cf0 con 0x7f229c09cb50
2024-09-10T22:01:52.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.377+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f229c097570 con 0x7f229c09cb50
2024-09-10T22:01:52.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.444+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f0898074830 con 0x7f089809cb50
2024-09-10T22:01:52.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.444+0000 7f0894c00640  1 -- 172.21.15.67:0/1166623786 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f0884068ac0 con 0x7f089809cb50
2024-09-10T22:01:52.446 INFO:teuthology.orchestra.run.smithi067.stdout:128849018882
2024-09-10T22:01:52.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 >> v1:172.21.15.67:6800/2128071310 conn(0x7f08780514b0 legacy=0x7f0878053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 msgr2=0x7f0898098fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 0x7f0898098fe0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f088400e9c0 tx=0x7f088400ee80 comp rx=0 tx=0).stop
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 shutdown_connections
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f089809d470 0x7f0898099520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f089809cb50 0x7f0898098fe0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 --2- 172.21.15.67:0/1166623786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0898094570 0x7f0898098aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 >> 172.21.15.67:0/1166623786 conn(0x7f089806e7b0 msgr2=0x7f089809f040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 shutdown_connections
2024-09-10T22:01:52.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.447+0000 7f089de00640  1 -- 172.21.15.67:0/1166623786 wait complete.
2024-09-10T22:01:52.465 INFO:tasks.ceph.ceph_manager.ceph:need seq 128849018883 got 128849018882 for osd.2
2024-09-10T22:01:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.487+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb5ec0958b0 con 0x7fb5ec0977e0
2024-09-10T22:01:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.487+0000 7fb5e3400640  1 -- 172.21.15.67:0/937464239 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fb5dc047d30 con 0x7fb5ec0977e0
2024-09-10T22:01:52.489 INFO:teuthology.orchestra.run.smithi067.stdout:115964116994
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 >> v1:172.21.15.67:6800/2128071310 conn(0x7fb5cc0514b0 legacy=0x7fb5cc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 msgr2=0x7fb5ec094630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 0x7fb5ec094630 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc000c00 tx=0x7fb5dc003910 comp rx=0 tx=0).stop
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 shutdown_connections
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5ec12f180 0x7fb5ec0950b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb5ec12e860 0x7fb5ec094b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 --2- 172.21.15.67:0/937464239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb5ec0977e0 0x7fb5ec094630 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 >> 172.21.15.67:0/937464239 conn(0x7fb5ec0a1670 msgr2=0x7fb5ec09ba40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 shutdown_connections
2024-09-10T22:01:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.490+0000 7fb5f0e00640  1 -- 172.21.15.67:0/937464239 wait complete.
2024-09-10T22:01:52.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.500+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fd9a0094a70 con 0x7fd9a0094570
2024-09-10T22:01:52.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.501+0000 7fd997400640  1 -- 172.21.15.67:0/652867105 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fd9a0094a70 con 0x7fd9a0094570
2024-09-10T22:01:52.503 INFO:teuthology.orchestra.run.smithi067.stdout:124554051586
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 >> v1:172.21.15.67:6800/2128071310 conn(0x7fd9800514b0 legacy=0x7fd980053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a0094570 msgr2=0x7fd9a01c4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a0094570 0x7fd9a01c4d10 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd99000d6d0 tx=0x7fd99000db90 comp rx=0 tx=0).stop
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 shutdown_connections
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9a009d470 0x7fd9a0098a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd9a009cb50 0x7fd9a01c5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 --2- 172.21.15.67:0/652867105 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd9a0094570 0x7fd9a01c4d10 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 >> 172.21.15.67:0/652867105 conn(0x7fd9a006e7b0 msgr2=0x7fd9a0096390 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 shutdown_connections
2024-09-10T22:01:52.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.503+0000 7fd9a4c00640  1 -- 172.21.15.67:0/652867105 wait complete.
2024-09-10T22:01:52.508 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116996 got 115964116994 for osd.0
2024-09-10T22:01:52.522 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 124554051586 for osd.1
2024-09-10T22:01:52.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.547+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f229c09cf30 con 0x7f229c09cb50
2024-09-10T22:01:52.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.547+0000 7f2292a00640  1 -- 172.21.15.67:0/831334796 <== mon.2 v2:172.21.15.67:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f228806d070 con 0x7f229c09cb50
2024-09-10T22:01:52.549 INFO:teuthology.orchestra.run.smithi067.stdout:133143986178
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 >> v1:172.21.15.67:6800/2128071310 conn(0x7f227c0514b0 legacy=0x7f227c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 msgr2=0x7f229c1c53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 0x7f229c1c53b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f228800c760 tx=0x7f228800cc20 comp rx=0 tx=0).stop
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 shutdown_connections
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f229c09d470 0x7f229c098ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f229c09cb50 0x7f229c1c53b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 --2- 172.21.15.67:0/831334796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f229c094740 0x7f229c1c4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 >> 172.21.15.67:0/831334796 conn(0x7f229c06e7b0 msgr2=0x7f229c09f040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 shutdown_connections
2024-09-10T22:01:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:52.549+0000 7f22a0a00640  1 -- 172.21.15.67:0/831334796 wait complete.
2024-09-10T22:01:52.566 INFO:tasks.ceph.ceph_manager.ceph:need seq 133143986179 got 133143986178 for osd.3
2024-09-10T22:01:53.465 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2
2024-09-10T22:01:53.509 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0
2024-09-10T22:01:53.524 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1
2024-09-10T22:01:53.567 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 -- 172.21.15.67:0/1170718388 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb009cb50 msgr2=0x7f5eb009cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 --2- 172.21.15.67:0/1170718388 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb009cb50 0x7f5eb009cf30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0005fd0 tx=0x7f5ea002a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 -- 172.21.15.67:0/1170718388 shutdown_connections
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 --2- 172.21.15.67:0/1170718388 >> v2:172.21.15.67:3300/0 conn(0x7f5eb0094570 0x7f5eb0094a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 --2- 172.21.15.67:0/1170718388 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 0x7f5eb0094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 --2- 172.21.15.67:0/1170718388 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb009cb50 0x7f5eb009cf30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 -- 172.21.15.67:0/1170718388 >> 172.21.15.67:0/1170718388 conn(0x7f5eb006e7b0 msgr2=0x7f5eb006ebc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 -- 172.21.15.67:0/1170718388 shutdown_connections
2024-09-10T22:01:53.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.637+0000 7f5eb5200640  1 -- 172.21.15.67:0/1170718388 wait complete.
2024-09-10T22:01:53.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.639+0000 7f5eb5200640  1  Processor -- start
2024-09-10T22:01:53.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.639+0000 7f5eb5200640  1 --  start start
2024-09-10T22:01:53.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.639+0000 7f5eb5200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 0x7f5eb01c4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.639+0000 7f5eb5200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5eb009cb50 0x7f5eb01c5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eb5200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 0x7f5eb0098880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eb5200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5eb01365f0 con 0x7f5eb009cb50
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eb5200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f5eb0136470 con 0x7f5eb0094570
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eb5200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f5eb0136770 con 0x7f5eb009d470
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaf400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 0x7f5eb01c4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaf400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 0x7f5eb01c4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:46896/0 (socket says 172.21.15.67:46896)
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaf400640  1 -- 172.21.15.67:0/4088050203 learned_addr learned my addr 172.21.15.67:0/4088050203 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:53.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eafe00640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 0x7f5eb0098880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaf400640  1 -- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 msgr2=0x7f5eb0098880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaf400640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 0x7f5eb0098880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaf400640  1 -- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5eb009cb50 msgr2=0x7f5eb01c5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.640+0000 7f5eaea00640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5eb009cb50 0x7f5eb01c5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5eaf400640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5eb009cb50 0x7f5eb01c5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5eaf400640  1 -- 172.21.15.67:0/4088050203 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eb009b190 con 0x7f5eb0094570
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5eafe00640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 0x7f5eb0098880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5eaf400640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 0x7f5eb01c4df0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0009850 tx=0x7f5ea00038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea003f070 con 0x7f5eb0094570
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ea00047a0 con 0x7f5eb0094570
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0035030 con 0x7f5eb0094570
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.641+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5eb009a0d0 con 0x7f5eb0094570
2024-09-10T22:01:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.642+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5eb009a800 con 0x7f5eb0094570
2024-09-10T22:01:53.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.643+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5eb009cf30 con 0x7f5eb0094570
2024-09-10T22:01:53.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.643+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f5ea0004b90 con 0x7f5eb0094570
2024-09-10T22:01:53.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.644+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f5ea008a3f0 con 0x7f5eb0094570
2024-09-10T22:01:53.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.648+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f5eb009b190 con 0x7f5eb0094570
2024-09-10T22:01:53.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 -- 172.21.15.67:0/1844411100 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 msgr2=0x7f45bc134380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 --2- 172.21.15.67:0/1844411100 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 0x7f45bc134380 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009860 tx=0x7f45a802a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 -- 172.21.15.67:0/1844411100 shutdown_connections
2024-09-10T22:01:53.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 --2- 172.21.15.67:0/1844411100 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f45bc091bf0 0x7f45bc1368d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 --2- 172.21.15.67:0/1844411100 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 0x7f45bc134380 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 -- 172.21.15.67:0/1844411100 >> 172.21.15.67:0/1844411100 conn(0x7f45bc09aeb0 msgr2=0x7f45bc09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 -- 172.21.15.67:0/1844411100 shutdown_connections
2024-09-10T22:01:53.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.684+0000 7f45c2c00640  1 -- 172.21.15.67:0/1844411100 wait complete.
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.686+0000 7f45c2c00640  1  Processor -- start
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.686+0000 7f45c2c00640  1 --  start start
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.686+0000 7f45c2c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 0x7f45bc06f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.686+0000 7f45c2c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 0x7f45bc06fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45c2c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f45bc091bf0 0x7f45bc072d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45c2c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f45bc137a20 con 0x7f45bc091100
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45c2c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f45bc1378a0 con 0x7f45bc0905a0
2024-09-10T22:01:53.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45c2c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f45bc137ba0 con 0x7f45bc091bf0
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45bb400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 0x7f45bc06fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45bbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 0x7f45bc06f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45bb400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 0x7f45bc06fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49922/0 (socket says 172.21.15.67:49922)
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45bb400640  1 -- 172.21.15.67:0/3445498038 learned_addr learned my addr 172.21.15.67:0/3445498038 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.687+0000 7f45c0c00640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f45bc091bf0 0x7f45bc072d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.688+0000 7f45bb400640  1 -- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f45bc091bf0 msgr2=0x7f45bc072d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.688+0000 7f45bb400640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f45bc091bf0 0x7f45bc072d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.688+0000 7f45bb400640  1 -- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 msgr2=0x7f45bc06f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.688+0000 7f45bb400640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 0x7f45bc06f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.688+0000 7f45bb400640  1 -- 172.21.15.67:0/3445498038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45bc071540 con 0x7f45bc091100
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.688+0000 7f45bb400640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 0x7f45bc06fb40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009980 tx=0x7f45a80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.689+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8040070 con 0x7f45bc091100
2024-09-10T22:01:53.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.689+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45a8005310 con 0x7f45bc091100
2024-09-10T22:01:53.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.689+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a80047a0 con 0x7f45bc091100
2024-09-10T22:01:53.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.689+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45bc071ed0 con 0x7f45bc091100
2024-09-10T22:01:53.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.689+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45bc070260 con 0x7f45bc091100
2024-09-10T22:01:53.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.690+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45bc0914e0 con 0x7f45bc091100
2024-09-10T22:01:53.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.691+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f45a804c030 con 0x7f45bc091100
2024-09-10T22:01:53.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.692+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f45a8089fe0 con 0x7f45bc091100
2024-09-10T22:01:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.699+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f45a8031770 con 0x7f45bc091100
2024-09-10T22:01:53.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.739+0000 7fb9d0400640  1 -- 172.21.15.67:0/1044022367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091a60 msgr2=0x7fb9c8091ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.739+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1044022367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091a60 0x7fb9c8091ef0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0005fd0 tx=0x7fb9c002b7c0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 -- 172.21.15.67:0/1044022367 shutdown_connections
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1044022367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091a60 0x7fb9c8091ef0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1044022367 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091100 0x7fb9c8091520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1044022367 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 0x7fb9c812bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 -- 172.21.15.67:0/1044022367 >> 172.21.15.67:0/1044022367 conn(0x7fb9c809aeb0 msgr2=0x7fb9c809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 -- 172.21.15.67:0/1044022367 shutdown_connections
2024-09-10T22:01:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.740+0000 7fb9d0400640  1 -- 172.21.15.67:0/1044022367 wait complete.
2024-09-10T22:01:53.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.741+0000 7fb9d0400640  1  Processor -- start
2024-09-10T22:01:53.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.741+0000 7fb9d0400640  1 --  start start
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9d0400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 0x7fb9c81c4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9d0400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 0x7fb9c81c5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9d0400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091a60 0x7fb9c8070730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9d0400640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81324d0 con 0x7fb9c8091100
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9d0400640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fb9c8132350 con 0x7fb9c8091a60
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9d0400640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fb9c8132650 con 0x7fb9c8063590
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9cd000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 0x7fb9c81c5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9ce400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091a60 0x7fb9c8070730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9cd000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 0x7fb9c81c5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49950/0 (socket says 172.21.15.67:49950)
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9cd000640  1 -- 172.21.15.67:0/1517452692 learned_addr learned my addr 172.21.15.67:0/1517452692 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:53.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.742+0000 7fb9cda00640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 0x7fb9c81c4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9ce400640  1 -- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 msgr2=0x7fb9c81c4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9ce400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 0x7fb9c81c4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9ce400640  1 -- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 msgr2=0x7fb9c81c5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9ce400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 0x7fb9c81c5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9ce400640  1 -- 172.21.15.67:0/1517452692 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c8074a00 con 0x7fb9c8091a60
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9cda00640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 0x7fb9c81c4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9cd000640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 0x7fb9c81c5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.743+0000 7fb9ce400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091a60 0x7fb9c8070730 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0032000 tx=0x7fb9c0032630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.744+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0040070 con 0x7fb9c8091a60
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.744+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9c0032d20 con 0x7fb9c8091a60
2024-09-10T22:01:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.744+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0003bd0 con 0x7fb9c8091a60
2024-09-10T22:01:53.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.745+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c8073e70 con 0x7fb9c8091a60
2024-09-10T22:01:53.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.745+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c81c5660 con 0x7fb9c8091a60
2024-09-10T22:01:53.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.746+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9c8091520 con 0x7fb9c8091a60
2024-09-10T22:01:53.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.747+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fb9c0044410 con 0x7fb9c8091a60
2024-09-10T22:01:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.748+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fb9c008a250 con 0x7fb9c8091a60
2024-09-10T22:01:53.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.755+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fb9c0030880 con 0x7fb9c8091a60
2024-09-10T22:01:53.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 -- 172.21.15.67:0/1849686471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012f190 msgr2=0x7f9480136e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 --2- 172.21.15.67:0/1849686471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012f190 0x7f9480136e20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9478005fd0 tx=0x7f947802a810 comp rx=0 tx=0).stop
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 -- 172.21.15.67:0/1849686471 shutdown_connections
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 --2- 172.21.15.67:0/1849686471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012f190 0x7f9480136e20 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 --2- 172.21.15.67:0/1849686471 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f948012bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 -- 172.21.15.67:0/1849686471 >> 172.21.15.67:0/1849686471 conn(0x7f948006e950 msgr2=0x7f948006ed60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 -- 172.21.15.67:0/1849686471 shutdown_connections
2024-09-10T22:01:53.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.809+0000 7f9487200640  1 -- 172.21.15.67:0/1849686471 wait complete.
2024-09-10T22:01:53.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.810+0000 7f9487200640  1  Processor -- start
2024-09-10T22:01:53.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.810+0000 7f9487200640  1 --  start start
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f9487200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f9480132650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f9487200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012c090 0x7f9480132b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f9487200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f948012f190 0x7f94801330d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f9487200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9480137a20 con 0x7f948012c090
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f9487200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f94801378a0 con 0x7f948012b770
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f9487200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f9480137ba0 con 0x7f948012f190
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f947fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f9480132650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f947fe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f9480132650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:46950/0 (socket says 172.21.15.67:46950)
2024-09-10T22:01:53.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f947fe00640  1 -- 172.21.15.67:0/1316263642 learned_addr learned my addr 172.21.15.67:0/1316263642 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:53.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.811+0000 7f947f400640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012c090 0x7f9480132b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947fe00640  1 -- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f948012f190 msgr2=0x7f94801330d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f9485200640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f948012f190 0x7f94801330d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947fe00640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f948012f190 0x7f94801330d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947fe00640  1 -- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012c090 msgr2=0x7f9480132b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947fe00640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012c090 0x7f9480132b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947fe00640  1 -- 172.21.15.67:0/1316263642 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9480135a90 con 0x7f948012b770
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947f400640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012c090 0x7f9480132b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f9485200640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f948012f190 0x7f94801330d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.812+0000 7f947fe00640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f9480132650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f947000e9c0 tx=0x7f947000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.813+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947000ccc0 con 0x7f948012b770
2024-09-10T22:01:53.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.813+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9470005020 con 0x7f948012b770
2024-09-10T22:01:53.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.813+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9480135650 con 0x7f948012b770
2024-09-10T22:01:53.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.813+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947000ce60 con 0x7f948012b770
2024-09-10T22:01:53.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.813+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f94801337f0 con 0x7f948012b770
2024-09-10T22:01:53.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.814+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f948012bb50 con 0x7f948012b770
2024-09-10T22:01:53.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.815+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f9470005450 con 0x7f948012b770
2024-09-10T22:01:53.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.816+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f9470069a10 con 0x7f948012b770
2024-09-10T22:01:53.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.823+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f9470068a20 con 0x7f948012b770
2024-09-10T22:01:53.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.830+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f5eb0094350 con 0x7f5eb0094570
2024-09-10T22:01:53.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.831+0000 7f5ea7400640  1 -- 172.21.15.67:0/4088050203 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f5ea00894a0 con 0x7f5eb0094570
2024-09-10T22:01:53.832 INFO:teuthology.orchestra.run.smithi067.stdout:128849018883
2024-09-10T22:01:53.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 >> v1:172.21.15.67:6800/2128071310 conn(0x7f5e900514b0 legacy=0x7f5e90053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 msgr2=0x7f5eb01c4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 0x7f5eb01c4df0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0009850 tx=0x7f5ea00038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 shutdown_connections
2024-09-10T22:01:53.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f5eb009d470 0x7f5eb0098880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5eb009cb50 0x7f5eb01c5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 --2- 172.21.15.67:0/4088050203 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f5eb0094570 0x7f5eb01c4df0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 >> 172.21.15.67:0/4088050203 conn(0x7f5eb006e7b0 msgr2=0x7f5eb0096390 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.833+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 shutdown_connections
2024-09-10T22:01:53.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.834+0000 7f5eb5200640  1 -- 172.21.15.67:0/4088050203 wait complete.
2024-09-10T22:01:53.852 INFO:tasks.ceph.ceph_manager.ceph:need seq 128849018883 got 128849018883 for osd.2
2024-09-10T22:01:53.852 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:53.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.879+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f45bc097e10 con 0x7f45bc091100
2024-09-10T22:01:53.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.879+0000 7f45b3e00640  1 -- 172.21.15.67:0/3445498038 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f45a8089060 con 0x7f45bc091100
2024-09-10T22:01:53.881 INFO:teuthology.orchestra.run.smithi067.stdout:115964116996
2024-09-10T22:01:53.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 >> v1:172.21.15.67:6800/2128071310 conn(0x7f459c051500 legacy=0x7f459c0539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 msgr2=0x7f45bc06fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 0x7f45bc06fb40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f45a8009980 tx=0x7f45a80040c0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 shutdown_connections
2024-09-10T22:01:53.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f45bc091bf0 0x7f45bc072d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45bc091100 0x7f45bc06fb40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 --2- 172.21.15.67:0/3445498038 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f45bc0905a0 0x7f45bc06f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.881+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 >> 172.21.15.67:0/3445498038 conn(0x7f45bc09aeb0 msgr2=0x7f45bc095cb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.882+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 shutdown_connections
2024-09-10T22:01:53.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.882+0000 7f45c2c00640  1 -- 172.21.15.67:0/3445498038 wait complete.
2024-09-10T22:01:53.899 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116996 got 115964116996 for osd.0
2024-09-10T22:01:53.899 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.988+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fb9c8069ef0 con 0x7fb9c8091a60
2024-09-10T22:01:53.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.988+0000 7fb9c5600640  1 -- 172.21.15.67:0/1517452692 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fb9c0089300 con 0x7fb9c8091a60
2024-09-10T22:01:53.990 INFO:teuthology.orchestra.run.smithi067.stdout:124554051587
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 >> v1:172.21.15.67:6800/2128071310 conn(0x7fb9a80514e0 legacy=0x7fb9a80539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091a60 msgr2=0x7fb9c8070730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091a60 0x7fb9c8070730 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0032000 tx=0x7fb9c0032630 comp rx=0 tx=0).stop
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 shutdown_connections
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb9c8091a60 0x7fb9c8070730 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9c8091100 0x7fb9c81c5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 --2- 172.21.15.67:0/1517452692 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb9c8063590 0x7fb9c81c4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 >> 172.21.15.67:0/1517452692 conn(0x7fb9c809aeb0 msgr2=0x7fb9c808bfb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.990+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 shutdown_connections
2024-09-10T22:01:53.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:53.991+0000 7fb9d0400640  1 -- 172.21.15.67:0/1517452692 wait complete.
2024-09-10T22:01:54.007 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 124554051587 for osd.1
2024-09-10T22:01:54.008 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:54.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.032+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f9480074e90 con 0x7f948012b770
2024-09-10T22:01:54.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.032+0000 7f9477e00640  1 -- 172.21.15.67:0/1316263642 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f9470068560 con 0x7f948012b770
2024-09-10T22:01:54.034 INFO:teuthology.orchestra.run.smithi067.stdout:133143986179
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 >> v1:172.21.15.67:6800/2128071310 conn(0x7f94600514b0 legacy=0x7f9460053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 msgr2=0x7f9480132650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f9480132650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f947000e9c0 tx=0x7f947000ee80 comp rx=0 tx=0).stop
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 shutdown_connections
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f948012f190 0x7f94801330d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948012c090 0x7f9480132b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 --2- 172.21.15.67:0/1316263642 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f948012b770 0x7f9480132650 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 >> 172.21.15.67:0/1316263642 conn(0x7f948006e950 msgr2=0x7f948012a3c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:54.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 shutdown_connections
2024-09-10T22:01:54.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.034+0000 7f9487200640  1 -- 172.21.15.67:0/1316263642 wait complete.
2024-09-10T22:01:54.051 INFO:tasks.ceph.ceph_manager.ceph:need seq 133143986179 got 133143986179 for osd.3
2024-09-10T22:01:54.051 DEBUG:teuthology.parallel:result is None
2024-09-10T22:01:54.051 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean
2024-09-10T22:01:54.051 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 -- 172.21.15.67:0/958280879 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091c20 msgr2=0x7fd7341346a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 --2- 172.21.15.67:0/958280879 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091c20 0x7fd7341346a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd72c005fd0 tx=0x7fd72c02a780 comp rx=0 tx=0).stop
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 -- 172.21.15.67:0/958280879 shutdown_connections
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 --2- 172.21.15.67:0/958280879 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091c20 0x7fd7341346a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 --2- 172.21.15.67:0/958280879 >> v2:172.21.15.67:3300/0 conn(0x7fd734091810 0x7fd734132150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 -- 172.21.15.67:0/958280879 >> 172.21.15.67:0/958280879 conn(0x7fd73409aeb0 msgr2=0x7fd73409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 -- 172.21.15.67:0/958280879 shutdown_connections
2024-09-10T22:01:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.248+0000 7fd73a600640  1 -- 172.21.15.67:0/958280879 wait complete.
2024-09-10T22:01:54.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.249+0000 7fd73a600640  1  Processor -- start
2024-09-10T22:01:54.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.249+0000 7fd73a600640  1 --  start start
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd73a600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 0x7fd7341c4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd73a600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd734091c20 0x7fd7341c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd73a600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd734093cd0 0x7fd7340944b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd73a600640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7341357f0 con 0x7fd734093cd0
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd73a600640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fd734135670 con 0x7fd734091c20
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd73a600640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fd734135970 con 0x7fd734091810
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 0x7fd7341c4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd72be00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd734091c20 0x7fd7341c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 0x7fd7341c4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:46172/0 (socket says 172.21.15.67:46172)
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 -- 172.21.15.67:0/3906109573 learned_addr learned my addr 172.21.15.67:0/3906109573 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733e00640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd734093cd0 0x7fd7340944b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 -- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd734091c20 msgr2=0x7fd7341c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd734091c20 0x7fd7341c5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 -- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd734093cd0 msgr2=0x7fd7340944b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd734093cd0 0x7fd7340944b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.250+0000 7fd733400640  1 -- 172.21.15.67:0/3906109573 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd734127410 con 0x7fd734091810
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.251+0000 7fd733400640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 0x7fd7341c4e40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd72400c500 tx=0x7fd72400c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.251+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd724016020 con 0x7fd734091810
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.251+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd724012920 con 0x7fd734091810
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.251+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd724012d90 con 0x7fd734091810
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.251+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd734126aa0 con 0x7fd734091810
2024-09-10T22:01:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.251+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7340960a0 con 0x7fd734091810
2024-09-10T22:01:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.252+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7340962d0 con 0x7fd734091810
2024-09-10T22:01:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.253+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fd72401a3b0 con 0x7fd734091810
2024-09-10T22:01:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.253+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fd724069060 con 0x7fd734091810
2024-09-10T22:01:54.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.257+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fd724020030 con 0x7fd734091810
2024-09-10T22:01:54.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.418+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd734069ef0 con 0x7fd7100514b0
2024-09-10T22:01:54.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.419+0000 7fd72b400640  1 -- 172.21.15.67:0/3906109573 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32018 (unknown 2965378022 0 2106581688) 0x7fd734069ef0 con 0x7fd7100514b0
2024-09-10T22:01:54.420 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:54.421 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:54.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 >> v1:172.21.15.67:6800/2128071310 conn(0x7fd7100514b0 legacy=0x7fd710053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 msgr2=0x7fd7341c4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 0x7fd7341c4e40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd72400c500 tx=0x7fd72400c9c0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 shutdown_connections
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd734093cd0 0x7fd7340944b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fd734091c20 0x7fd7341c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 --2- 172.21.15.67:0/3906109573 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fd734091810 0x7fd7341c4e40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 >> 172.21.15.67:0/3906109573 conn(0x7fd73409aeb0 msgr2=0x7fd73408f840 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 shutdown_connections
2024-09-10T22:01:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.421+0000 7fd73a600640  1 -- 172.21.15.67:0/3906109573 wait complete.
2024-09-10T22:01:54.438 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T22:01:53.652046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112452,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374908,"statfs":{"total":386547056640,"available":386431905792,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-14,"num_read_kb":-12,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000841"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323231+0000","last_change":"2024-09-10T22:01:47.823916+0000","last_active":"2024-09-10T22:01:51.323231+0000","last_peered":"2024-09-10T22:01:51.323231+0000","last_clean":"2024-09-10T22:01:51.323231+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:01:51.323231+0000","last_undegraded":"2024-09-10T22:01:51.323231+0000","last_fullsized":"2024-09-10T22:01:51.323231+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:36:57.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746700+0000","last_change":"2024-09-10T22:01:45.718820+0000","last_active":"2024-09-10T22:01:50.746700+0000","last_peered":"2024-09-10T22:01:50.746700+0000","last_clean":"2024-09-10T22:01:50.746700+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:01:50.746700+0000","last_undegraded":"2024-09-10T22:01:50.746700+0000","last_fullsized":"2024-09-10T22:01:50.746700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:13:50.994882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323097+0000","last_change":"2024-09-10T22:01:47.823896+0000","last_active":"2024-09-10T22:01:51.323097+0000","last_peered":"2024-09-10T22:01:51.323097+0000","last_clean":"2024-09-10T22:01:51.323097+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:01:51.323097+0000","last_undegraded":"2024-09-10T22:01:51.323097+0000","last_fullsized":"2024-09-10T22:01:51.323097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:12:33.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746458+0000","last_change":"2024-09-10T22:01:45.718015+0000","last_active":"2024-09-10T22:01:50.746458+0000","last_peered":"2024-09-10T22:01:50.746458+0000","last_clean":"2024-09-10T22:01:50.746458+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:50.746458+0000","last_undegraded":"2024-09-10T22:01:50.746458+0000","last_fullsized":"2024-09-10T22:01:50.746458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:52:04.558794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":50,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322916+0000","last_change":"2024-09-10T22:01:47.745486+0000","last_active":"2024-09-10T22:01:51.322916+0000","last_peered":"2024-09-10T22:01:51.322916+0000","last_clean":"2024-09-10T22:01:51.322916+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:01:51.322916+0000","last_undegraded":"2024-09-10T22:01:51.322916+0000","last_fullsized":"2024-09-10T22:01:51.322916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:16:12.938681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.193757+0000","last_change":"2024-09-10T22:01:47.743020+0000","last_active":"2024-09-10T22:01:51.193757+0000","last_peered":"2024-09-10T22:01:51.193757+0000","last_clean":"2024-09-10T22:01:51.193757+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:51.193757+0000","last_undegraded":"2024-09-10T22:01:51.193757+0000","last_fullsized":"2024-09-10T22:01:51.193757+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:51:25.587913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322907+0000","last_change":"2024-09-10T22:01:47.745408+0000","last_active":"2024-09-10T22:01:51.322907+0000","last_peered":"2024-09-10T22:01:51.322907+0000","last_clean":"2024-09-10T22:01:51.322907+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:51.322907+0000","last_undegraded":"2024-09-10T22:01:51.322907+0000","last_fullsized":"2024-09-10T22:01:51.322907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:28:37.562727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":47,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323047+0000","last_change":"2024-09-10T22:01:47.742913+0000","last_active":"2024-09-10T22:01:51.323047+0000","last_peered":"2024-09-10T22:01:51.323047+0000","last_clean":"2024-09-10T22:01:51.323047+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:01:51.323047+0000","last_undegraded":"2024-09-10T22:01:51.323047+0000","last_fullsized":"2024-09-10T22:01:51.323047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:42:22.256029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":197,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746344+0000","last_change":"2024-09-10T22:01:45.716242+0000","last_active":"2024-09-10T22:01:50.746344+0000","last_peered":"2024-09-10T22:01:50.746344+0000","last_clean":"2024-09-10T22:01:50.746344+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:01:50.746344+0000","last_undegraded":"2024-09-10T22:01:50.746344+0000","last_fullsized":"2024-09-10T22:01:50.746344+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:58.517096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986179,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018883,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051587,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28408,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343432,"statfs":{"total":96636764160,"available":96607674368,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:54.439 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:54.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 -- 172.21.15.67:0/3722271079 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148091810 msgr2=0x7f4148132150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 --2- 172.21.15.67:0/3722271079 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148091810 0x7f4148132150 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4130009860 tx=0x7f413002a3d0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 -- 172.21.15.67:0/3722271079 shutdown_connections
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 --2- 172.21.15.67:0/3722271079 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4148091bf0 0x7f41481346a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 --2- 172.21.15.67:0/3722271079 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148091810 0x7f4148132150 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 -- 172.21.15.67:0/3722271079 >> 172.21.15.67:0/3722271079 conn(0x7f414809aeb0 msgr2=0x7f414809b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 -- 172.21.15.67:0/3722271079 shutdown_connections
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.597+0000 7f414e800640  1 -- 172.21.15.67:0/3722271079 wait complete.
2024-09-10T22:01:54.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.598+0000 7f414e800640  1  Processor -- start
2024-09-10T22:01:54.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.598+0000 7f414e800640  1 --  start start
2024-09-10T22:01:54.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f414e800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 0x7f4148094810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f414e800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4148091bf0 0x7f4148094d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f414e800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148093cd0 0x7f4148095290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f414e800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4148135890 con 0x7f4148091810
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f414e800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f4148135710 con 0x7f4148091bf0
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f414e800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f4148135a10 con 0x7f4148093cd0
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f4147400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 0x7f4148094810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f413ea00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4148091bf0 0x7f4148094d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f4147e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148093cd0 0x7f4148095290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f4147400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 0x7f4148094810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50004/0 (socket says 172.21.15.67:50004)
2024-09-10T22:01:54.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.599+0000 7f4147400640  1 -- 172.21.15.67:0/3079144382 learned_addr learned my addr 172.21.15.67:0/3079144382 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:54.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f4147400640  1 -- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148093cd0 msgr2=0x7f4148095290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f4147400640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148093cd0 0x7f4148095290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f4147400640  1 -- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4148091bf0 msgr2=0x7f4148094d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f4147400640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4148091bf0 0x7f4148094d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f4147400640  1 -- 172.21.15.67:0/3079144382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4148072380 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f4147400640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 0x7f4148094810 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f413800c490 tx=0x7f413800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138011790 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4138017070 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41480957d0 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138011ce0 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.600+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41481caca0 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.601+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4148091100 con 0x7f4148091810
2024-09-10T22:01:54.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.602+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f413801c460 con 0x7f4148091810
2024-09-10T22:01:54.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.602+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f4138068d80 con 0x7f4148091810
2024-09-10T22:01:54.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.606+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f4138067d90 con 0x7f4148091810
2024-09-10T22:01:54.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.767+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4148074a00 con 0x7f41240514b0
2024-09-10T22:01:54.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.768+0000 7f413fe00640  1 -- 172.21.15.67:0/3079144382 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32018 (unknown 2965378022 0 2106581688) 0x7f4148074a00 con 0x7f41240514b0
2024-09-10T22:01:54.770 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:54.772 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:54.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 >> v1:172.21.15.67:6800/2128071310 conn(0x7f41240514b0 legacy=0x7f4124053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 msgr2=0x7f4148094810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 0x7f4148094810 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f413800c490 tx=0x7f413800c890 comp rx=0 tx=0).stop
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 shutdown_connections
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f4148093cd0 0x7f4148095290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f4148091bf0 0x7f4148094d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 --2- 172.21.15.67:0/3079144382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4148091810 0x7f4148094810 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 >> 172.21.15.67:0/3079144382 conn(0x7f414809aeb0 msgr2=0x7f414808f730 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 shutdown_connections
2024-09-10T22:01:54.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.770+0000 7f414e800640  1 -- 172.21.15.67:0/3079144382 wait complete.
2024-09-10T22:01:54.786 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T22:01:53.652046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112452,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374908,"statfs":{"total":386547056640,"available":386431905792,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-14,"num_read_kb":-12,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000841"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323231+0000","last_change":"2024-09-10T22:01:47.823916+0000","last_active":"2024-09-10T22:01:51.323231+0000","last_peered":"2024-09-10T22:01:51.323231+0000","last_clean":"2024-09-10T22:01:51.323231+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:01:51.323231+0000","last_undegraded":"2024-09-10T22:01:51.323231+0000","last_fullsized":"2024-09-10T22:01:51.323231+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:36:57.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746700+0000","last_change":"2024-09-10T22:01:45.718820+0000","last_active":"2024-09-10T22:01:50.746700+0000","last_peered":"2024-09-10T22:01:50.746700+0000","last_clean":"2024-09-10T22:01:50.746700+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:01:50.746700+0000","last_undegraded":"2024-09-10T22:01:50.746700+0000","last_fullsized":"2024-09-10T22:01:50.746700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:13:50.994882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323097+0000","last_change":"2024-09-10T22:01:47.823896+0000","last_active":"2024-09-10T22:01:51.323097+0000","last_peered":"2024-09-10T22:01:51.323097+0000","last_clean":"2024-09-10T22:01:51.323097+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:01:51.323097+0000","last_undegraded":"2024-09-10T22:01:51.323097+0000","last_fullsized":"2024-09-10T22:01:51.323097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:12:33.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746458+0000","last_change":"2024-09-10T22:01:45.718015+0000","last_active":"2024-09-10T22:01:50.746458+0000","last_peered":"2024-09-10T22:01:50.746458+0000","last_clean":"2024-09-10T22:01:50.746458+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:50.746458+0000","last_undegraded":"2024-09-10T22:01:50.746458+0000","last_fullsized":"2024-09-10T22:01:50.746458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:52:04.558794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":50,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322916+0000","last_change":"2024-09-10T22:01:47.745486+0000","last_active":"2024-09-10T22:01:51.322916+0000","last_peered":"2024-09-10T22:01:51.322916+0000","last_clean":"2024-09-10T22:01:51.322916+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:01:51.322916+0000","last_undegraded":"2024-09-10T22:01:51.322916+0000","last_fullsized":"2024-09-10T22:01:51.322916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:16:12.938681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.193757+0000","last_change":"2024-09-10T22:01:47.743020+0000","last_active":"2024-09-10T22:01:51.193757+0000","last_peered":"2024-09-10T22:01:51.193757+0000","last_clean":"2024-09-10T22:01:51.193757+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:51.193757+0000","last_undegraded":"2024-09-10T22:01:51.193757+0000","last_fullsized":"2024-09-10T22:01:51.193757+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:51:25.587913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322907+0000","last_change":"2024-09-10T22:01:47.745408+0000","last_active":"2024-09-10T22:01:51.322907+0000","last_peered":"2024-09-10T22:01:51.322907+0000","last_clean":"2024-09-10T22:01:51.322907+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:51.322907+0000","last_undegraded":"2024-09-10T22:01:51.322907+0000","last_fullsized":"2024-09-10T22:01:51.322907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:28:37.562727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":47,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323047+0000","last_change":"2024-09-10T22:01:47.742913+0000","last_active":"2024-09-10T22:01:51.323047+0000","last_peered":"2024-09-10T22:01:51.323047+0000","last_clean":"2024-09-10T22:01:51.323047+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:01:51.323047+0000","last_undegraded":"2024-09-10T22:01:51.323047+0000","last_fullsized":"2024-09-10T22:01:51.323047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:42:22.256029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":197,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746344+0000","last_change":"2024-09-10T22:01:45.716242+0000","last_active":"2024-09-10T22:01:50.746344+0000","last_peered":"2024-09-10T22:01:50.746344+0000","last_clean":"2024-09-10T22:01:50.746344+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:01:50.746344+0000","last_undegraded":"2024-09-10T22:01:50.746344+0000","last_fullsized":"2024-09-10T22:01:50.746344+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:58.517096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986179,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018883,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051587,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28408,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343432,"statfs":{"total":96636764160,"available":96607674368,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:54.787 INFO:tasks.ceph.ceph_manager.ceph:clean!
2024-09-10T22:01:54.787 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy...
2024-09-10T22:01:54.787 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy
2024-09-10T22:01:54.787 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json
2024-09-10T22:01:54.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.942+0000 7f2675c00640  1 -- 172.21.15.67:0/2371153329 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2670094a00 msgr2=0x7f2670094de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.942+0000 7f2675c00640  1 --2- 172.21.15.67:0/2371153329 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2670094a00 0x7f2670094de0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2660005fd0 tx=0x7f266002a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.942+0000 7f2675c00640  1 -- 172.21.15.67:0/2371153329 shutdown_connections
2024-09-10T22:01:54.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.942+0000 7f2675c00640  1 --2- 172.21.15.67:0/2371153329 >> v2:172.21.15.67:3300/0 conn(0x7f2670095320 0x7f267012c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.942+0000 7f2675c00640  1 --2- 172.21.15.67:0/2371153329 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f2670094a00 0x7f2670094de0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.942+0000 7f2675c00640  1 -- 172.21.15.67:0/2371153329 >> 172.21.15.67:0/2371153329 conn(0x7f267009b070 msgr2=0x7f267009b480 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:54.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.943+0000 7f2675c00640  1 -- 172.21.15.67:0/2371153329 shutdown_connections
2024-09-10T22:01:54.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.943+0000 7f2675c00640  1 -- 172.21.15.67:0/2371153329 wait complete.
2024-09-10T22:01:54.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.944+0000 7f2675c00640  1  Processor -- start
2024-09-10T22:01:54.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.944+0000 7f2675c00640  1 --  start start
2024-09-10T22:01:54.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.944+0000 7f2675c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 0x7f26700733a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.944+0000 7f2675c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2670095320 0x7f26700738e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f2675c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f267012cd20 0x7f2670073e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:54.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f2675c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f26701356e0 con 0x7f2670094a00
2024-09-10T22:01:54.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f2675c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f2670135560 con 0x7f267012cd20
2024-09-10T22:01:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f2675c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f2670135860 con 0x7f2670095320
2024-09-10T22:01:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 0x7f26700733a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 0x7f26700733a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50028/0 (socket says 172.21.15.67:50028)
2024-09-10T22:01:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 -- 172.21.15.67:0/2384671802 learned_addr learned my addr 172.21.15.67:0/2384671802 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f2666000640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2670095320 0x7f26700738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266f400640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f267012cd20 0x7f2670073e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:54.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 -- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2670095320 msgr2=0x7f26700738e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2670095320 0x7f26700738e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 -- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f267012cd20 msgr2=0x7f2670073e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:54.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f267012cd20 0x7f2670073e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:54.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 -- 172.21.15.67:0/2384671802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f267012e5f0 con 0x7f2670094a00
2024-09-10T22:01:54.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266f400640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f267012cd20 0x7f2670073e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-09-10T22:01:54.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.945+0000 7f266ea00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 0x7f26700733a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2660009850 tx=0x7f26600038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:54.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.946+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f266003f070 con 0x7f2670094a00
2024-09-10T22:01:54.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.946+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26600047a0 con 0x7f2670094a00
2024-09-10T22:01:54.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.946+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2660035030 con 0x7f2670094a00
2024-09-10T22:01:54.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.946+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26701270a0 con 0x7f2670094a00
2024-09-10T22:01:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.946+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f267012ddf0 con 0x7f2670094a00
2024-09-10T22:01:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.947+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2670094de0 con 0x7f2670094a00
2024-09-10T22:01:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.947+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f2660004b90 con 0x7f2670094a00
2024-09-10T22:01:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.948+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f266008a540 con 0x7f2670094a00
2024-09-10T22:01:54.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:54.951+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f26701270a0 con 0x7f2670094a00
2024-09-10T22:01:55.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.142+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f26700750d0 con 0x7f2670094a00
2024-09-10T22:01:55.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.143+0000 7f2667400640  1 -- 172.21.15.67:0/2384671802 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0  v0) ==== 72+0+46 (secure 0 0 0) 0x7f267012e5f0 con 0x7f2670094a00
2024-09-10T22:01:55.145 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:55.145 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2024-09-10T22:01:55.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 >> v1:172.21.15.67:6800/2128071310 conn(0x7f264c0514b0 legacy=0x7f264c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 msgr2=0x7f26700733a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 0x7f26700733a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2660009850 tx=0x7f26600038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 shutdown_connections
2024-09-10T22:01:55.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f267012cd20 0x7f2670073e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f2670095320 0x7f26700738e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 --2- 172.21.15.67:0/2384671802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2670094a00 0x7f26700733a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 >> 172.21.15.67:0/2384671802 conn(0x7f267009b070 msgr2=0x7f26701343f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:55.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 shutdown_connections
2024-09-10T22:01:55.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.145+0000 7f2675c00640  1 -- 172.21.15.67:0/2384671802 wait complete.
2024-09-10T22:01:55.162 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done
2024-09-10T22:01:55.162 INFO:teuthology.run_tasks:Running task print...
2024-09-10T22:01:55.173 INFO:teuthology.task.print:**** done ceph.restart
2024-09-10T22:01:55.173 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart
2024-09-10T22:01:55.182 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart
2024-09-10T22:01:55.192 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade
2024-09-10T22:01:55.201 DEBUG:teuthology.run_tasks:Unwinding manager ceph
2024-09-10T22:01:55.211 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean
2024-09-10T22:01:55.211 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1524250921 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 msgr2=0x7fbd94091a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1524250921 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94091a20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbd80009830 tx=0x7fbd8002a370 comp rx=0 tx=0).stop
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1524250921 shutdown_connections
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1524250921 >> v2:172.21.15.67:3300/0 conn(0x7fbd94131140 0x7fbd94133530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1524250921 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94091a20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1524250921 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbd94093cd0 0x7fbd94091100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1524250921 >> 172.21.15.67:0/1524250921 conn(0x7fbd9409aeb0 msgr2=0x7fbd9409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1524250921 shutdown_connections
2024-09-10T22:01:55.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.368+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1524250921 wait complete.
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.369+0000 7fbd9ae00640  1  Processor -- start
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.369+0000 7fbd9ae00640  1 --  start start
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd9ae00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94130790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd9ae00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd94093cd0 0x7fbd940944e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd9ae00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbd94131140 0x7fbd94094a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd9ae00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd94134630 con 0x7fbd94093cd0
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd9ae00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fbd941344b0 con 0x7fbd94131140
2024-09-10T22:01:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd9ae00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fbd941347b0 con 0x7fbd94091640
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94130790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94130790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:46220/0 (socket says 172.21.15.67:46220)
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 -- 172.21.15.67:0/1529497818 learned_addr learned my addr 172.21.15.67:0/1529497818 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93400640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd94093cd0 0x7fbd940944e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd98e00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbd94131140 0x7fbd94094a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 -- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbd94131140 msgr2=0x7fbd94094a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbd94131140 0x7fbd94094a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 -- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd94093cd0 msgr2=0x7fbd940944e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd94093cd0 0x7fbd940944e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.370+0000 7fbd93e00640  1 -- 172.21.15.67:0/1529497818 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd94096310 con 0x7fbd94091640
2024-09-10T22:01:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.371+0000 7fbd93e00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94130790 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400e9c0 tx=0x7fbd8400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.371+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8400ccc0 con 0x7fbd94091640
2024-09-10T22:01:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.371+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd84005020 con 0x7fbd94091640
2024-09-10T22:01:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.371+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd94074a00 con 0x7fbd94091640
2024-09-10T22:01:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.371+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8400ce60 con 0x7fbd94091640
2024-09-10T22:01:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.371+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd94130cd0 con 0x7fbd94091640
2024-09-10T22:01:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.372+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd94073a00 con 0x7fbd94091640
2024-09-10T22:01:55.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.373+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fbd84005450 con 0x7fbd94091640
2024-09-10T22:01:55.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.374+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fbd84069a80 con 0x7fbd94091640
2024-09-10T22:01:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.377+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fbd8406be20 con 0x7fbd94091640
2024-09-10T22:01:55.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.539+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbd94072c00 con 0x7fbd740514b0
2024-09-10T22:01:55.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.540+0000 7fbd8be00640  1 -- 172.21.15.67:0/1529497818 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32018 (unknown 2965378022 0 2106581688) 0x7fbd94072c00 con 0x7fbd740514b0
2024-09-10T22:01:55.541 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:55.542 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:55.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 >> v1:172.21.15.67:6800/2128071310 conn(0x7fbd740514b0 legacy=0x7fbd74053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 msgr2=0x7fbd94130790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94130790 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400e9c0 tx=0x7fbd8400ee80 comp rx=0 tx=0).stop
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 shutdown_connections
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbd94131140 0x7fbd94094a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd94093cd0 0x7fbd940944e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 --2- 172.21.15.67:0/1529497818 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbd94091640 0x7fbd94130790 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 >> 172.21.15.67:0/1529497818 conn(0x7fbd9409aeb0 msgr2=0x7fbd9408dfc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 shutdown_connections
2024-09-10T22:01:55.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.542+0000 7fbd9ae00640  1 -- 172.21.15.67:0/1529497818 wait complete.
2024-09-10T22:01:55.559 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T22:01:53.652046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112452,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374908,"statfs":{"total":386547056640,"available":386431905792,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-14,"num_read_kb":-12,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000841"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323231+0000","last_change":"2024-09-10T22:01:47.823916+0000","last_active":"2024-09-10T22:01:51.323231+0000","last_peered":"2024-09-10T22:01:51.323231+0000","last_clean":"2024-09-10T22:01:51.323231+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:01:51.323231+0000","last_undegraded":"2024-09-10T22:01:51.323231+0000","last_fullsized":"2024-09-10T22:01:51.323231+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:36:57.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746700+0000","last_change":"2024-09-10T22:01:45.718820+0000","last_active":"2024-09-10T22:01:50.746700+0000","last_peered":"2024-09-10T22:01:50.746700+0000","last_clean":"2024-09-10T22:01:50.746700+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:01:50.746700+0000","last_undegraded":"2024-09-10T22:01:50.746700+0000","last_fullsized":"2024-09-10T22:01:50.746700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:13:50.994882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323097+0000","last_change":"2024-09-10T22:01:47.823896+0000","last_active":"2024-09-10T22:01:51.323097+0000","last_peered":"2024-09-10T22:01:51.323097+0000","last_clean":"2024-09-10T22:01:51.323097+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:01:51.323097+0000","last_undegraded":"2024-09-10T22:01:51.323097+0000","last_fullsized":"2024-09-10T22:01:51.323097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:12:33.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746458+0000","last_change":"2024-09-10T22:01:45.718015+0000","last_active":"2024-09-10T22:01:50.746458+0000","last_peered":"2024-09-10T22:01:50.746458+0000","last_clean":"2024-09-10T22:01:50.746458+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:50.746458+0000","last_undegraded":"2024-09-10T22:01:50.746458+0000","last_fullsized":"2024-09-10T22:01:50.746458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:52:04.558794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":50,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322916+0000","last_change":"2024-09-10T22:01:47.745486+0000","last_active":"2024-09-10T22:01:51.322916+0000","last_peered":"2024-09-10T22:01:51.322916+0000","last_clean":"2024-09-10T22:01:51.322916+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:01:51.322916+0000","last_undegraded":"2024-09-10T22:01:51.322916+0000","last_fullsized":"2024-09-10T22:01:51.322916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:16:12.938681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.193757+0000","last_change":"2024-09-10T22:01:47.743020+0000","last_active":"2024-09-10T22:01:51.193757+0000","last_peered":"2024-09-10T22:01:51.193757+0000","last_clean":"2024-09-10T22:01:51.193757+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:51.193757+0000","last_undegraded":"2024-09-10T22:01:51.193757+0000","last_fullsized":"2024-09-10T22:01:51.193757+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:51:25.587913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322907+0000","last_change":"2024-09-10T22:01:47.745408+0000","last_active":"2024-09-10T22:01:51.322907+0000","last_peered":"2024-09-10T22:01:51.322907+0000","last_clean":"2024-09-10T22:01:51.322907+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:51.322907+0000","last_undegraded":"2024-09-10T22:01:51.322907+0000","last_fullsized":"2024-09-10T22:01:51.322907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:28:37.562727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":47,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323047+0000","last_change":"2024-09-10T22:01:47.742913+0000","last_active":"2024-09-10T22:01:51.323047+0000","last_peered":"2024-09-10T22:01:51.323047+0000","last_clean":"2024-09-10T22:01:51.323047+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:01:51.323047+0000","last_undegraded":"2024-09-10T22:01:51.323047+0000","last_fullsized":"2024-09-10T22:01:51.323047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:42:22.256029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":197,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746344+0000","last_change":"2024-09-10T22:01:45.716242+0000","last_active":"2024-09-10T22:01:50.746344+0000","last_peered":"2024-09-10T22:01:50.746344+0000","last_clean":"2024-09-10T22:01:50.746344+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:01:50.746344+0000","last_undegraded":"2024-09-10T22:01:50.746344+0000","last_fullsized":"2024-09-10T22:01:50.746344+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:58.517096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986179,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018883,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051587,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28408,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343432,"statfs":{"total":96636764160,"available":96607674368,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:55.559 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:55.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.716+0000 7fbb1c600640  1 -- 172.21.15.67:0/3552276078 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14093cd0 msgr2=0x7fbb14091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.716+0000 7fbb1c600640  1 --2- 172.21.15.67:0/3552276078 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14093cd0 0x7fbb14091100 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbb08005fd0 tx=0x7fbb0802a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.717+0000 7fbb1c600640  1 -- 172.21.15.67:0/3552276078 shutdown_connections
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.717+0000 7fbb1c600640  1 --2- 172.21.15.67:0/3552276078 >> v2:172.21.15.67:3300/0 conn(0x7fbb14091a20 0x7fbb14134870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.717+0000 7fbb1c600640  1 --2- 172.21.15.67:0/3552276078 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14093cd0 0x7fbb14091100 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.717+0000 7fbb1c600640  1 -- 172.21.15.67:0/3552276078 >> 172.21.15.67:0/3552276078 conn(0x7fbb1409aeb0 msgr2=0x7fbb1409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.717+0000 7fbb1c600640  1 -- 172.21.15.67:0/3552276078 shutdown_connections
2024-09-10T22:01:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.717+0000 7fbb1c600640  1 -- 172.21.15.67:0/3552276078 wait complete.
2024-09-10T22:01:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.718+0000 7fbb1c600640  1  Processor -- start
2024-09-10T22:01:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.718+0000 7fbb1c600640  1 --  start start
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1c600640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 0x7fbb1406f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1c600640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14091a20 0x7fbb1406fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1c600640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbb14093cd0 0x7fbb1406ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1c600640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb141357e0 con 0x7fbb14091640
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1c600640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fbb14135660 con 0x7fbb14091a20
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1c600640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fbb14135960 con 0x7fbb14093cd0
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 0x7fbb1406f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 0x7fbb1406f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50068/0 (socket says 172.21.15.67:50068)
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 -- 172.21.15.67:0/281836707 learned_addr learned my addr 172.21.15.67:0/281836707 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19200640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14091a20 0x7fbb1406fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb1a600640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbb14093cd0 0x7fbb1406ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 -- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbb14093cd0 msgr2=0x7fbb1406ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbb14093cd0 0x7fbb1406ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 -- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14091a20 msgr2=0x7fbb1406fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14091a20 0x7fbb1406fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.719+0000 7fbb19c00640  1 -- 172.21.15.67:0/281836707 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb14074a00 con 0x7fbb14091640
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.720+0000 7fbb19c00640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 0x7fbb1406f550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbb08009850 tx=0x7fbb080038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.720+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb0803f070 con 0x7fbb14091640
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.720+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb080047a0 con 0x7fbb14091640
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.720+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb08035030 con 0x7fbb14091640
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.720+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb14071f00 con 0x7fbb14091640
2024-09-10T22:01:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.720+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb14072d70 con 0x7fbb14091640
2024-09-10T22:01:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.721+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb14072240 con 0x7fbb14091640
2024-09-10T22:01:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.721+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fbb08004b90 con 0x7fbb14091640
2024-09-10T22:01:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.722+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fbb0808a0b0 con 0x7fbb14091640
2024-09-10T22:01:55.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.726+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fbb14072240 con 0x7fbb14091640
2024-09-10T22:01:55.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.889+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbb14069ef0 con 0x7fbaf40514b0
2024-09-10T22:01:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.890+0000 7fbb11600640  1 -- 172.21.15.67:0/281836707 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 2012606746) 0x7fbb14069ef0 con 0x7fbaf40514b0
2024-09-10T22:01:55.891 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:55.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.891+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 >> v1:172.21.15.67:6800/2128071310 conn(0x7fbaf40514b0 legacy=0x7fbaf4053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.891+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 msgr2=0x7fbb1406f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.891+0000 7fbb1c600640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 0x7fbb1406f550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbb08009850 tx=0x7fbb080038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 shutdown_connections
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fbb14093cd0 0x7fbb1406ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fbb14091a20 0x7fbb1406fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 --2- 172.21.15.67:0/281836707 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb14091640 0x7fbb1406f550 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 >> 172.21.15.67:0/281836707 conn(0x7fbb1409aeb0 msgr2=0x7fbb14098130 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 shutdown_connections
2024-09-10T22:01:55.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:55.892+0000 7fbb1c600640  1 -- 172.21.15.67:0/281836707 wait complete.
2024-09-10T22:01:55.909 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-10T22:01:55.652378+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112452,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374908,"statfs":{"total":386547056640,"available":386431905792,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-14,"num_read_kb":-12,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.913820"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323231+0000","last_change":"2024-09-10T22:01:47.823916+0000","last_active":"2024-09-10T22:01:51.323231+0000","last_peered":"2024-09-10T22:01:51.323231+0000","last_clean":"2024-09-10T22:01:51.323231+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:01:51.323231+0000","last_undegraded":"2024-09-10T22:01:51.323231+0000","last_fullsized":"2024-09-10T22:01:51.323231+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:36:57.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746700+0000","last_change":"2024-09-10T22:01:45.718820+0000","last_active":"2024-09-10T22:01:50.746700+0000","last_peered":"2024-09-10T22:01:50.746700+0000","last_clean":"2024-09-10T22:01:50.746700+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:01:50.746700+0000","last_undegraded":"2024-09-10T22:01:50.746700+0000","last_fullsized":"2024-09-10T22:01:50.746700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:13:50.994882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323097+0000","last_change":"2024-09-10T22:01:47.823896+0000","last_active":"2024-09-10T22:01:51.323097+0000","last_peered":"2024-09-10T22:01:51.323097+0000","last_clean":"2024-09-10T22:01:51.323097+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:01:51.323097+0000","last_undegraded":"2024-09-10T22:01:51.323097+0000","last_fullsized":"2024-09-10T22:01:51.323097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:12:33.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746458+0000","last_change":"2024-09-10T22:01:45.718015+0000","last_active":"2024-09-10T22:01:50.746458+0000","last_peered":"2024-09-10T22:01:50.746458+0000","last_clean":"2024-09-10T22:01:50.746458+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:50.746458+0000","last_undegraded":"2024-09-10T22:01:50.746458+0000","last_fullsized":"2024-09-10T22:01:50.746458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:52:04.558794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":50,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322916+0000","last_change":"2024-09-10T22:01:47.745486+0000","last_active":"2024-09-10T22:01:51.322916+0000","last_peered":"2024-09-10T22:01:51.322916+0000","last_clean":"2024-09-10T22:01:51.322916+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:01:51.322916+0000","last_undegraded":"2024-09-10T22:01:51.322916+0000","last_fullsized":"2024-09-10T22:01:51.322916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:16:12.938681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.193757+0000","last_change":"2024-09-10T22:01:47.743020+0000","last_active":"2024-09-10T22:01:51.193757+0000","last_peered":"2024-09-10T22:01:51.193757+0000","last_clean":"2024-09-10T22:01:51.193757+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:51.193757+0000","last_undegraded":"2024-09-10T22:01:51.193757+0000","last_fullsized":"2024-09-10T22:01:51.193757+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:51:25.587913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322907+0000","last_change":"2024-09-10T22:01:47.745408+0000","last_active":"2024-09-10T22:01:51.322907+0000","last_peered":"2024-09-10T22:01:51.322907+0000","last_clean":"2024-09-10T22:01:51.322907+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:51.322907+0000","last_undegraded":"2024-09-10T22:01:51.322907+0000","last_fullsized":"2024-09-10T22:01:51.322907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:28:37.562727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":47,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323047+0000","last_change":"2024-09-10T22:01:47.742913+0000","last_active":"2024-09-10T22:01:51.323047+0000","last_peered":"2024-09-10T22:01:51.323047+0000","last_clean":"2024-09-10T22:01:51.323047+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:01:51.323047+0000","last_undegraded":"2024-09-10T22:01:51.323047+0000","last_fullsized":"2024-09-10T22:01:51.323047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:42:22.256029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":197,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746344+0000","last_change":"2024-09-10T22:01:45.716242+0000","last_active":"2024-09-10T22:01:50.746344+0000","last_peered":"2024-09-10T22:01:50.746344+0000","last_clean":"2024-09-10T22:01:50.746344+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:01:50.746344+0000","last_undegraded":"2024-09-10T22:01:50.746344+0000","last_fullsized":"2024-09-10T22:01:50.746344+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:58.517096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986179,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018884,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051588,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28408,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343432,"statfs":{"total":96636764160,"available":96607674368,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:55.909 INFO:tasks.ceph.ceph_manager.ceph:clean!
2024-09-10T22:01:55.910 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:56.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 -- 172.21.15.67:0/3565753278 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 msgr2=0x7fb3ac1368d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/3565753278 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac1368d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb3a4005fd0 tx=0x7fb3a402a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 -- 172.21.15.67:0/3565753278 shutdown_connections
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/3565753278 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac1368d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/3565753278 >> v2:172.21.15.67:3300/0 conn(0x7fb3ac0905a0 0x7fb3ac134380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 -- 172.21.15.67:0/3565753278 >> 172.21.15.67:0/3565753278 conn(0x7fb3ac09aeb0 msgr2=0x7fb3ac09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 -- 172.21.15.67:0/3565753278 shutdown_connections
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.066+0000 7fb3b0a00640  1 -- 172.21.15.67:0/3565753278 wait complete.
2024-09-10T22:01:56.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.067+0000 7fb3b0a00640  1  Processor -- start
2024-09-10T22:01:56.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.067+0000 7fb3b0a00640  1 --  start start
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3b0a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb3ac0905a0 0x7fb3ac12f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3b0a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 0x7fb3ac12f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3b0a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac132460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3b0a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ac137970 con 0x7fb3ac091100
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3b0a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fb3ac1377f0 con 0x7fb3ac0905a0
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3b0a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fb3ac137af0 con 0x7fb3ac091bf0
2024-09-10T22:01:56.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3a9400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 0x7fb3ac12f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3aa800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac132460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3a9400640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 0x7fb3ac12f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50086/0 (socket says 172.21.15.67:50086)
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3a9e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb3ac0905a0 0x7fb3ac12f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.068+0000 7fb3a9400640  1 -- 172.21.15.67:0/910365616 learned_addr learned my addr 172.21.15.67:0/910365616 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a9400640  1 -- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 msgr2=0x7fb3ac132460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a9400640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac132460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a9400640  1 -- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb3ac0905a0 msgr2=0x7fb3ac12f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a9400640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb3ac0905a0 0x7fb3ac12f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a9400640  1 -- 172.21.15.67:0/910365616 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3ac134d10 con 0x7fb3ac091100
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3aa800640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac132460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:56.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a9400640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 0x7fb3ac12f710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb39800e9f0 tx=0x7fb39800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:56.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39800cd80 con 0x7fb3ac091100
2024-09-10T22:01:56.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb398010430 con 0x7fb3ac091100
2024-09-10T22:01:56.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3ac1348a0 con 0x7fb3ac091100
2024-09-10T22:01:56.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb398010840 con 0x7fb3ac091100
2024-09-10T22:01:56.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.069+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3ac12fe30 con 0x7fb3ac091100
2024-09-10T22:01:56.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.070+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3ac094d70 con 0x7fb3ac091100
2024-09-10T22:01:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.071+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fb3980109e0 con 0x7fb3ac091100
2024-09-10T22:01:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.072+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fb398069c50 con 0x7fb3ac091100
2024-09-10T22:01:56.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.075+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fb3ac094d70 con 0x7fb3ac091100
2024-09-10T22:01:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.235+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb3ac074800 con 0x7fb38c0514b0
2024-09-10T22:01:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.236+0000 7fb3a2000640  1 -- 172.21.15.67:0/910365616 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 2012606746) 0x7fb3ac074800 con 0x7fb38c0514b0
2024-09-10T22:01:56.238 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:56.238 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 >> v1:172.21.15.67:6800/2128071310 conn(0x7fb38c0514b0 legacy=0x7fb38c053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 msgr2=0x7fb3ac12f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 0x7fb3ac12f710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb39800e9f0 tx=0x7fb39800eeb0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 shutdown_connections
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fb3ac091bf0 0x7fb3ac132460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3ac091100 0x7fb3ac12f710 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 --2- 172.21.15.67:0/910365616 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fb3ac0905a0 0x7fb3ac12f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 >> 172.21.15.67:0/910365616 conn(0x7fb3ac09aeb0 msgr2=0x7fb3ac096880 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 shutdown_connections
2024-09-10T22:01:56.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.238+0000 7fb3b0a00640  1 -- 172.21.15.67:0/910365616 wait complete.
2024-09-10T22:01:56.255 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-10T22:01:55.652378+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112452,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374908,"statfs":{"total":386547056640,"available":386431905792,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-14,"num_read_kb":-12,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.913820"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323231+0000","last_change":"2024-09-10T22:01:47.823916+0000","last_active":"2024-09-10T22:01:51.323231+0000","last_peered":"2024-09-10T22:01:51.323231+0000","last_clean":"2024-09-10T22:01:51.323231+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:01:51.323231+0000","last_undegraded":"2024-09-10T22:01:51.323231+0000","last_fullsized":"2024-09-10T22:01:51.323231+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:36:57.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746700+0000","last_change":"2024-09-10T22:01:45.718820+0000","last_active":"2024-09-10T22:01:50.746700+0000","last_peered":"2024-09-10T22:01:50.746700+0000","last_clean":"2024-09-10T22:01:50.746700+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:01:50.746700+0000","last_undegraded":"2024-09-10T22:01:50.746700+0000","last_fullsized":"2024-09-10T22:01:50.746700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:13:50.994882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323097+0000","last_change":"2024-09-10T22:01:47.823896+0000","last_active":"2024-09-10T22:01:51.323097+0000","last_peered":"2024-09-10T22:01:51.323097+0000","last_clean":"2024-09-10T22:01:51.323097+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:01:51.323097+0000","last_undegraded":"2024-09-10T22:01:51.323097+0000","last_fullsized":"2024-09-10T22:01:51.323097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:12:33.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746458+0000","last_change":"2024-09-10T22:01:45.718015+0000","last_active":"2024-09-10T22:01:50.746458+0000","last_peered":"2024-09-10T22:01:50.746458+0000","last_clean":"2024-09-10T22:01:50.746458+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:50.746458+0000","last_undegraded":"2024-09-10T22:01:50.746458+0000","last_fullsized":"2024-09-10T22:01:50.746458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:52:04.558794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":50,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322916+0000","last_change":"2024-09-10T22:01:47.745486+0000","last_active":"2024-09-10T22:01:51.322916+0000","last_peered":"2024-09-10T22:01:51.322916+0000","last_clean":"2024-09-10T22:01:51.322916+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:01:51.322916+0000","last_undegraded":"2024-09-10T22:01:51.322916+0000","last_fullsized":"2024-09-10T22:01:51.322916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:16:12.938681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.193757+0000","last_change":"2024-09-10T22:01:47.743020+0000","last_active":"2024-09-10T22:01:51.193757+0000","last_peered":"2024-09-10T22:01:51.193757+0000","last_clean":"2024-09-10T22:01:51.193757+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:51.193757+0000","last_undegraded":"2024-09-10T22:01:51.193757+0000","last_fullsized":"2024-09-10T22:01:51.193757+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:51:25.587913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322907+0000","last_change":"2024-09-10T22:01:47.745408+0000","last_active":"2024-09-10T22:01:51.322907+0000","last_peered":"2024-09-10T22:01:51.322907+0000","last_clean":"2024-09-10T22:01:51.322907+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:51.322907+0000","last_undegraded":"2024-09-10T22:01:51.322907+0000","last_fullsized":"2024-09-10T22:01:51.322907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:28:37.562727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":47,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323047+0000","last_change":"2024-09-10T22:01:47.742913+0000","last_active":"2024-09-10T22:01:51.323047+0000","last_peered":"2024-09-10T22:01:51.323047+0000","last_clean":"2024-09-10T22:01:51.323047+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:01:51.323047+0000","last_undegraded":"2024-09-10T22:01:51.323047+0000","last_fullsized":"2024-09-10T22:01:51.323047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:42:22.256029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":197,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746344+0000","last_change":"2024-09-10T22:01:45.716242+0000","last_active":"2024-09-10T22:01:50.746344+0000","last_peered":"2024-09-10T22:01:50.746344+0000","last_clean":"2024-09-10T22:01:50.746344+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:01:50.746344+0000","last_undegraded":"2024-09-10T22:01:50.746344+0000","last_fullsized":"2024-09-10T22:01:50.746344+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:58.517096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986179,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018884,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051588,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28408,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343432,"statfs":{"total":96636764160,"available":96607674368,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116996,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:01:56.256 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 -- 172.21.15.67:0/3357661934 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4091810 msgr2=0x7f9ec4132150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/3357661934 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4091810 0x7f9ec4132150 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9eac005fd0 tx=0x7f9eac02a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 -- 172.21.15.67:0/3357661934 shutdown_connections
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/3357661934 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41346a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/3357661934 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4091810 0x7f9ec4132150 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 -- 172.21.15.67:0/3357661934 >> 172.21.15.67:0/3357661934 conn(0x7f9ec409aeb0 msgr2=0x7f9ec409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 -- 172.21.15.67:0/3357661934 shutdown_connections
2024-09-10T22:01:56.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.412+0000 7f9ec8e00640  1 -- 172.21.15.67:0/3357661934 wait complete.
2024-09-10T22:01:56.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.413+0000 7f9ec8e00640  1  Processor -- start
2024-09-10T22:01:56.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --  start start
2024-09-10T22:01:56.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9ec4091810 0x7f9ec41c4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:56.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4093cd0 0x7f9ec40944b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec4135840 con 0x7f9ec4093cd0
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec41356c0 con 0x7f9ec4091c20
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec8e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f9ec41359c0 con 0x7f9ec4091810
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ebbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ebbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41c5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:47054/0 (socket says 172.21.15.67:47054)
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ebbe00640  1 -- 172.21.15.67:0/419301393 learned_addr learned my addr 172.21.15.67:0/419301393 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec2800640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4093cd0 0x7f9ec40944b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.414+0000 7f9ec1e00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9ec4091810 0x7f9ec41c4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ebbe00640  1 -- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9ec4091810 msgr2=0x7f9ec41c4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ebbe00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9ec4091810 0x7f9ec41c4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ebbe00640  1 -- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4093cd0 msgr2=0x7f9ec40944b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ebbe00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4093cd0 0x7f9ec40944b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ebbe00640  1 -- 172.21.15.67:0/419301393 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec4126960 con 0x7f9ec4091c20
2024-09-10T22:01:56.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ec2800640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4093cd0 0x7f9ec40944b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:56.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9ebbe00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41c5380 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9eac009850 tx=0x7f9eac0038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.415+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac03f070 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.416+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9eac0047a0 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.416+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac035030 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.416+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec41264f0 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.416+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec41c58c0 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.417+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec4091100 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.417+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f9eac004b90 con 0x7f9ec4091c20
2024-09-10T22:01:56.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.418+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f9eac08a340 con 0x7f9ec4091c20
2024-09-10T22:01:56.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.421+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f9ec4126960 con 0x7f9ec4091c20
2024-09-10T22:01:56.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.586+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9ec4069f20 con 0x7f9ec4091c20
2024-09-10T22:01:56.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.586+0000 7f9eba000640  1 -- 172.21.15.67:0/419301393 <== mon.1 v2:172.21.15.67:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v34) ==== 74+0+9179 (secure 0 0 0) 0x7f9eac0893f0 con 0x7f9ec4091c20
2024-09-10T22:01:56.588 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:01:56.588 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":34,"fsid":"18588421-84d2-4cde-b4a4-75af8a3e66e0","created":"2024-09-10T21:59:47.394036+0000","modified":"2024-09-10T22:01:50.742492+0000","last_up_change":"2024-09-10T22:01:46.717319+0000","last_in_change":"2024-09-10T21:59:50.082725+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T22:00:03.044378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T22:00:04.968556+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6508c9e-fab9-49f8-bcd6-cb603d5cf706","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":21,"up_from":27,"up_thru":27,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6801","nonce":1904706274}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6802","nonce":1904706274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6804","nonce":1904706274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6803","nonce":1904706274}]},"public_addr":"172.21.15.67:6801/1904706274","cluster_addr":"172.21.15.67:6802/1904706274","heartbeat_back_addr":"172.21.15.67:6804/1904706274","heartbeat_front_addr":"172.21.15.67:6803/1904706274","state":["exists","up"]},{"osd":1,"uuid":"79bffdab-1ff6-4c61-892c-95ab48e34f6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6805","nonce":3877172386}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6806","nonce":3877172386}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6808","nonce":3877172386}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6807","nonce":3877172386}]},"public_addr":"172.21.15.67:6805/3877172386","cluster_addr":"172.21.15.67:6806/3877172386","heartbeat_back_addr":"172.21.15.67:6808/3877172386","heartbeat_front_addr":"172.21.15.67:6807/3877172386","state":["exists","up"]},{"osd":2,"uuid":"cc290c15-4127-4ed0-b535-82fe3d3687c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":23,"up_from":30,"up_thru":31,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6809","nonce":1086796934}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6810","nonce":1086796934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6812","nonce":1086796934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6811","nonce":1086796934}]},"public_addr":"172.21.15.67:6809/1086796934","cluster_addr":"172.21.15.67:6810/1086796934","heartbeat_back_addr":"172.21.15.67:6812/1086796934","heartbeat_front_addr":"172.21.15.67:6811/1086796934","state":["exists","up"]},{"osd":3,"uuid":"194bcb86-c859-426b-b53d-1027da360ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":11,"last_clean_end":24,"up_from":31,"up_thru":31,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6813","nonce":1114629580}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6814","nonce":1114629580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6816","nonce":1114629580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.67:6815","nonce":1114629580}]},"public_addr":"172.21.15.67:6813/1114629580","cluster_addr":"172.21.15.67:6814/1114629580","heartbeat_back_addr":"172.21.15.67:6816/1114629580","heartbeat_front_addr":"172.21.15.67:6815/1114629580","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.922801+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.816022+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:58.043793+0000","dead_epoch":24},{"osd":3,"down_stamp":"2024-09-10T22:01:39.674577+0000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T21:59:57.947320+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/374636003":"2024-09-11T22:01:31.629057+0000","172.21.15.67:6800/2431779038":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/3958870213":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/1181175874":"2024-09-11T22:01:31.629057+0000","172.21.15.67:0/2259728180":"2024-09-11T22:01:31.629057+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-09-10T22:01:56.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.588+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 >> v1:172.21.15.67:6800/2128071310 conn(0x7f9ea00514b0 legacy=0x7f9ea0053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.588+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 msgr2=0x7f9ec41c5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.588+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41c5380 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9eac009850 tx=0x7f9eac0038a0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 shutdown_connections
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec4093cd0 0x7f9ec40944b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f9ec4091c20 0x7f9ec41c5380 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 --2- 172.21.15.67:0/419301393 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9ec4091810 0x7f9ec41c4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 >> 172.21.15.67:0/419301393 conn(0x7f9ec409aeb0 msgr2=0x7f9ec408f920 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 shutdown_connections
2024-09-10T22:01:56.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:56.589+0000 7f9ec8e00640  1 -- 172.21.15.67:0/419301393 wait complete.
2024-09-10T22:01:57.607 INFO:tasks.ceph:Scrubbing osd.0
2024-09-10T22:01:57.607 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0
2024-09-10T22:01:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.783+0000 7f1614c00640  1 -- 172.21.15.67:0/3884546346 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1610132660 msgr2=0x7f1610134a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.783+0000 7f1614c00640  1 --2- 172.21.15.67:0/3884546346 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1610132660 0x7f1610134a50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1608009be0 tx=0x7f160802a760 comp rx=0 tx=0).stop
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.784+0000 7f1614c00640  1 -- 172.21.15.67:0/3884546346 shutdown_connections
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.784+0000 7f1614c00640  1 --2- 172.21.15.67:0/3884546346 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f1610132660 0x7f1610134a50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.784+0000 7f1614c00640  1 --2- 172.21.15.67:0/3884546346 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f161012fd30 0x7f1610132120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.784+0000 7f1614c00640  1 -- 172.21.15.67:0/3884546346 >> 172.21.15.67:0/3884546346 conn(0x7f161009a650 msgr2=0x7f1610097f20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.784+0000 7f1614c00640  1 -- 172.21.15.67:0/3884546346 shutdown_connections
2024-09-10T22:01:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.784+0000 7f1614c00640  1 -- 172.21.15.67:0/3884546346 wait complete.
2024-09-10T22:01:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.785+0000 7f1614c00640  1  Processor -- start
2024-09-10T22:01:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.785+0000 7f1614c00640  1 --  start start
2024-09-10T22:01:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.785+0000 7f1614c00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f161012ce50 0x7f161008cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.785+0000 7f1614c00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f161012fd30 0x7f161008d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.785+0000 7f1614c00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1610132660 0x7f161008d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f1614c00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1610135880 con 0x7f1610132660
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f1614c00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f1610135700 con 0x7f161012ce50
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f1614c00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f1610135a00 con 0x7f161012fd30
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f161012ce50 0x7f161008cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f1607e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f161012fd30 0x7f161008d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f161012ce50 0x7f161008cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:47066/0 (socket says 172.21.15.67:47066)
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 -- 172.21.15.67:0/2183538159 learned_addr learned my addr 172.21.15.67:0/2183538159 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160e800640  1 --2- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1610132660 0x7f161008d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 -- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f161012fd30 msgr2=0x7f161008d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 --2- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f161012fd30 0x7f161008d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 -- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1610132660 msgr2=0x7f161008d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 --2- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1610132660 0x7f161008d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160de00640  1 -- 172.21.15.67:0/2183538159 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1610097720 con 0x7f161012ce50
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.786+0000 7f160e800640  1 --2- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1610132660 0x7f161008d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.787+0000 7f160de00640  1 --2- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f161012ce50 0x7f161008cae0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f160000c420 tx=0x7f160000c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.787+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600011790 con 0x7f161012ce50
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.787+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1600017070 con 0x7f161012ce50
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.787+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f161008ee70 con 0x7f161012ce50
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.787+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600011d20 con 0x7f161012ce50
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.787+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f161008f5c0 con 0x7f161012ce50
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.788+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f161008db00 con 0x7f161012ce50
2024-09-10T22:01:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.788+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f160001c460 con 0x7f161012ce50
2024-09-10T22:01:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.789+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f1600068e60 con 0x7f161012ce50
2024-09-10T22:01:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.789+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 --> v1:172.21.15.67:6801/1904706274 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1600015e50 con 0x7f15ec057da0
2024-09-10T22:01:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.789+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f160006b480 con 0x7f161012ce50
2024-09-10T22:01:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.790+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== osd.0 v1:172.21.15.67:6801/1904706274 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f1600015e50 con 0x7f15ec057da0
2024-09-10T22:01:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.804+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 --> v1:172.21.15.67:6801/1904706274 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f161012c1e0 con 0x7f15ec057da0
2024-09-10T22:01:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.804+0000 7f1606000640  1 -- 172.21.15.67:0/2183538159 <== osd.0 v1:172.21.15.67:6801/1904706274 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f161012c1e0 con 0x7f15ec057da0
2024-09-10T22:01:57.806 INFO:teuthology.orchestra.run.smithi067.stdout:{
2024-09-10T22:01:57.806 INFO:teuthology.orchestra.run.smithi067.stdout:    "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' "
2024-09-10T22:01:57.806 INFO:teuthology.orchestra.run.smithi067.stdout:}
2024-09-10T22:01:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.804+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 >> v1:172.21.15.67:6801/1904706274 conn(0x7f15ec057da0 legacy=0x7f15ec05a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 >> v1:172.21.15.67:6800/2128071310 conn(0x7f15ec0514b0 legacy=0x7f15ec053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f161012ce50 msgr2=0x7f161008cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 --2- 172.21.15.67:0/2183538159 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f161012ce50 0x7f161008cae0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f160000c420 tx=0x7f160000c8e0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f160e800640  1 -- 172.21.15.67:0/2183538159 reap_dead start
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 shutdown_connections
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 >> 172.21.15.67:0/2183538159 conn(0x7f161009a650 msgr2=0x7f161012a870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 shutdown_connections
2024-09-10T22:01:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.805+0000 7f1614c00640  1 -- 172.21.15.67:0/2183538159 wait complete.
2024-09-10T22:01:57.821 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0
2024-09-10T22:01:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.979+0000 7fc816200640  1 -- 172.21.15.67:0/72029328 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810093cd0 msgr2=0x7fc810091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.979+0000 7fc816200640  1 --2- 172.21.15.67:0/72029328 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810093cd0 0x7fc810091100 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc800005fd0 tx=0x7fc80002a420 comp rx=0 tx=0).stop
2024-09-10T22:01:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 -- 172.21.15.67:0/72029328 shutdown_connections
2024-09-10T22:01:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 --2- 172.21.15.67:0/72029328 >> v2:172.21.15.67:3300/0 conn(0x7fc810131140 0x7fc810133530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 --2- 172.21.15.67:0/72029328 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810091640 0x7fc810091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 --2- 172.21.15.67:0/72029328 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810093cd0 0x7fc810091100 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 -- 172.21.15.67:0/72029328 >> 172.21.15.67:0/72029328 conn(0x7fc81009aeb0 msgr2=0x7fc81009b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 -- 172.21.15.67:0/72029328 shutdown_connections
2024-09-10T22:01:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.980+0000 7fc816200640  1 -- 172.21.15.67:0/72029328 wait complete.
2024-09-10T22:01:57.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.981+0000 7fc816200640  1  Processor -- start
2024-09-10T22:01:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.981+0000 7fc816200640  1 --  start start
2024-09-10T22:01:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.981+0000 7fc816200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 0x7fc8101c4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc816200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc810093cd0 0x7fc8101c5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc816200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810131140 0x7fc810122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc816200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101345e0 con 0x7fc810093cd0
2024-09-10T22:01:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc816200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fc810134460 con 0x7fc810091640
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc816200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fc810134760 con 0x7fc810131140
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80f400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 0x7fc8101c4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80fe00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810131140 0x7fc810122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80f400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 0x7fc8101c4c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:47084/0 (socket says 172.21.15.67:47084)
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80f400640  1 -- 172.21.15.67:0/2318683386 learned_addr learned my addr 172.21.15.67:0/2318683386 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc806a00640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc810093cd0 0x7fc8101c5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80fe00640  1 -- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 msgr2=0x7fc8101c4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80fe00640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 0x7fc8101c4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80fe00640  1 -- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc810093cd0 msgr2=0x7fc8101c5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80fe00640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc810093cd0 0x7fc8101c5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80fe00640  1 -- 172.21.15.67:0/2318683386 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc810074a00 con 0x7fc810131140
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc80f400640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 0x7fc8101c4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.982+0000 7fc806a00640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc810093cd0 0x7fc8101c5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.983+0000 7fc80fe00640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810131140 0x7fc810122070 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc80800ea80 tx=0x7fc80800ef40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.983+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80800cea0 con 0x7fc810131140
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.983+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc808004c10 con 0x7fc810131140
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.983+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808005020 con 0x7fc810131140
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.983+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8101253c0 con 0x7fc810131140
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.983+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc810124810 con 0x7fc810131140
2024-09-10T22:01:57.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.984+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc810123f50 con 0x7fc810131140
2024-09-10T22:01:57.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.984+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fc8080051c0 con 0x7fc810131140
2024-09-10T22:01:57.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.985+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fc808069dd0 con 0x7fc810131140
2024-09-10T22:01:57.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:57.989+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fc810123f50 con 0x7fc810131140
2024-09-10T22:01:58.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.156+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fc810091a20 con 0x7fc7ec0514b0
2024-09-10T22:01:58.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.156+0000 7fc807e00640  1 -- 172.21.15.67:0/2318683386 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7fc810091a20 con 0x7fc7ec0514b0
2024-09-10T22:01:58.158 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 0 to deep-scrub
2024-09-10T22:01:58.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 >> v1:172.21.15.67:6800/2128071310 conn(0x7fc7ec0514b0 legacy=0x7fc7ec053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810131140 msgr2=0x7fc810122070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810131140 0x7fc810122070 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc80800ea80 tx=0x7fc80800ef40 comp rx=0 tx=0).stop
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 shutdown_connections
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fc810131140 0x7fc810122070 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc810093cd0 0x7fc8101c5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 --2- 172.21.15.67:0/2318683386 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fc810091640 0x7fc8101c4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 >> 172.21.15.67:0/2318683386 conn(0x7fc81009aeb0 msgr2=0x7fc810094db0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 shutdown_connections
2024-09-10T22:01:58.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.158+0000 7fc816200640  1 -- 172.21.15.67:0/2318683386 wait complete.
2024-09-10T22:01:58.176 INFO:tasks.ceph:Scrubbing osd.1
2024-09-10T22:01:58.176 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 -- 172.21.15.67:0/3789972861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a409b310 msgr2=0x7f14a409b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 --2- 172.21.15.67:0/3789972861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a409b310 0x7f14a409b6f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1494009900 tx=0x7f149402a440 comp rx=0 tx=0).stop
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 -- 172.21.15.67:0/3789972861 shutdown_connections
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 --2- 172.21.15.67:0/3789972861 >> v2:172.21.15.67:3300/0 conn(0x7f14a408f510 0x7f14a408f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 --2- 172.21.15.67:0/3789972861 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14a4090970 0x7f14a408efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 --2- 172.21.15.67:0/3789972861 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a409b310 0x7f14a409b6f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 -- 172.21.15.67:0/3789972861 >> 172.21.15.67:0/3789972861 conn(0x7f14a409d610 msgr2=0x7f14a409da20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 -- 172.21.15.67:0/3789972861 shutdown_connections
2024-09-10T22:01:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.337+0000 7f14a9000640  1 -- 172.21.15.67:0/3789972861 wait complete.
2024-09-10T22:01:58.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.338+0000 7f14a9000640  1  Processor -- start
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.338+0000 7f14a9000640  1 --  start start
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a9000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a408f510 0x7f14a41c4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a9000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14a4090970 0x7f14a41c54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a9000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14a409b310 0x7f14a4132d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a9000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4063e00 con 0x7f14a409b310
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a9000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f14a4063c80 con 0x7f14a4090970
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a9000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f14a4063f80 con 0x7f14a408f510
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a1e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a408f510 0x7f14a41c4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a1e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a408f510 0x7f14a41c4f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:46330/0 (socket says 172.21.15.67:46330)
2024-09-10T22:01:58.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a2800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14a409b310 0x7f14a4132d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a1e00640  1 -- 172.21.15.67:0/3605781846 learned_addr learned my addr 172.21.15.67:0/3605781846 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f1499400640  1 --2- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14a4090970 0x7f14a41c54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a2800640  1 -- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a408f510 msgr2=0x7f14a41c4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a2800640  1 --2- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f14a408f510 0x7f14a41c4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a2800640  1 -- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14a4090970 msgr2=0x7f14a41c54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.339+0000 7f14a2800640  1 --2- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f14a4090970 0x7f14a41c54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f14a2800640  1 -- 172.21.15.67:0/3605781846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a4098220 con 0x7f14a409b310
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f14a2800640  1 --2- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14a409b310 0x7f14a4132d50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f149c00eb70 tx=0x7f149c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c003b70 con 0x7f14a409b310
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f149c003d10 con 0x7f14a409b310
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c004280 con 0x7f14a409b310
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a41c59e0 con 0x7f14a409b310
2024-09-10T22:01:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.340+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a4133290 con 0x7f14a409b310
2024-09-10T22:01:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.341+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f14a40743f0 con 0x7f14a409b310
2024-09-10T22:01:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.342+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f149c004420 con 0x7f14a409b310
2024-09-10T22:01:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.342+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f149c069bc0 con 0x7f14a409b310
2024-09-10T22:01:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.343+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 --> v1:172.21.15.67:6805/3877172386 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f149c020e50 con 0x7f1480057da0
2024-09-10T22:01:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.343+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f149c070020 con 0x7f14a409b310
2024-09-10T22:01:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.344+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== osd.1 v1:172.21.15.67:6805/3877172386 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f149c020e50 con 0x7f1480057da0
2024-09-10T22:01:58.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.357+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 --> v1:172.21.15.67:6805/3877172386 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f14a41337a0 con 0x7f1480057da0
2024-09-10T22:01:58.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.357+0000 7f149aa00640  1 -- 172.21.15.67:0/3605781846 <== osd.1 v1:172.21.15.67:6805/3877172386 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f14a41337a0 con 0x7f1480057da0
2024-09-10T22:01:58.359 INFO:teuthology.orchestra.run.smithi067.stdout:{
2024-09-10T22:01:58.359 INFO:teuthology.orchestra.run.smithi067.stdout:    "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' "
2024-09-10T22:01:58.359 INFO:teuthology.orchestra.run.smithi067.stdout:}
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 >> v1:172.21.15.67:6805/3877172386 conn(0x7f1480057da0 legacy=0x7f148005a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 >> v1:172.21.15.67:6800/2128071310 conn(0x7f14800514b0 legacy=0x7f1480053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14a409b310 msgr2=0x7f14a4132d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 --2- 172.21.15.67:0/3605781846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14a409b310 0x7f14a4132d50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f149c00eb70 tx=0x7f149c00c6a0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a2800640  1 -- 172.21.15.67:0/3605781846 reap_dead start
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 shutdown_connections
2024-09-10T22:01:58.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 >> 172.21.15.67:0/3605781846 conn(0x7f14a409d610 msgr2=0x7f14a4073960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 shutdown_connections
2024-09-10T22:01:58.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.358+0000 7f14a9000640  1 -- 172.21.15.67:0/3605781846 wait complete.
2024-09-10T22:01:58.375 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1
2024-09-10T22:01:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.532+0000 7f3f29e00640  1 -- 172.21.15.67:0/77960971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f2412bc00 msgr2=0x7f3f24091990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.532+0000 7f3f29e00640  1 --2- 172.21.15.67:0/77960971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f2412bc00 0x7f3f24091990 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3f10005fd0 tx=0x7f3f1002a4b0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.533+0000 7f3f29e00640  1 -- 172.21.15.67:0/77960971 shutdown_connections
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.533+0000 7f3f29e00640  1 --2- 172.21.15.67:0/77960971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f2412bc00 0x7f3f24091990 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.533+0000 7f3f29e00640  1 --2- 172.21.15.67:0/77960971 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 0x7f3f2412b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.533+0000 7f3f29e00640  1 -- 172.21.15.67:0/77960971 >> 172.21.15.67:0/77960971 conn(0x7f3f2409aeb0 msgr2=0x7f3f2409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.533+0000 7f3f29e00640  1 -- 172.21.15.67:0/77960971 shutdown_connections
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.533+0000 7f3f29e00640  1 -- 172.21.15.67:0/77960971 wait complete.
2024-09-10T22:01:58.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.534+0000 7f3f29e00640  1  Processor -- start
2024-09-10T22:01:58.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.534+0000 7f3f29e00640  1 --  start start
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f29e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 0x7f3f2408c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f29e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 0x7f3f2408c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f29e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3f2412bc00 0x7f3f24131c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f29e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3f241335e0 con 0x7f3f24093b50
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f29e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f3f24091730 con 0x7f3f2412b2e0
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f29e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f3f24133760 con 0x7f3f2412bc00
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 0x7f3f2408c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 0x7f3f2408c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50190/0 (socket says 172.21.15.67:50190)
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 0x7f3f2408c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22a00640  1 -- 172.21.15.67:0/2038041055 learned_addr learned my addr 172.21.15.67:0/2038041055 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f23400640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3f2412bc00 0x7f3f24131c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22a00640  1 -- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3f2412bc00 msgr2=0x7f3f24131c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22a00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3f2412bc00 0x7f3f24131c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.535+0000 7f3f22a00640  1 -- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 msgr2=0x7f3f2408c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f22a00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 0x7f3f2408c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f22a00640  1 -- 172.21.15.67:0/2038041055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f24074a00 con 0x7f3f24093b50
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f22000640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 0x7f3f2408c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f22a00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 0x7f3f2408c220 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3f1400ed40 tx=0x7f3f1400c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:58.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1400b770 con 0x7f3f24093b50
2024-09-10T22:01:58.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f1400b910 con 0x7f3f24093b50
2024-09-10T22:01:58.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1400bd00 con 0x7f3f24093b50
2024-09-10T22:01:58.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f2408de30 con 0x7f3f24093b50
2024-09-10T22:01:58.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.536+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f24130e20 con 0x7f3f24093b50
2024-09-10T22:01:58.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.538+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f2412b6c0 con 0x7f3f24093b50
2024-09-10T22:01:58.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.538+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f3f14015070 con 0x7f3f24093b50
2024-09-10T22:01:58.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.539+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f3f14069ba0 con 0x7f3f24093b50
2024-09-10T22:01:58.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.543+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f3f14068c50 con 0x7f3f24093b50
2024-09-10T22:01:58.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.705+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f3f24069ef0 con 0x7f3f040514e0
2024-09-10T22:01:58.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.706+0000 7f3f1b400640  1 -- 172.21.15.67:0/2038041055 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7f3f24069ef0 con 0x7f3f040514e0
2024-09-10T22:01:58.707 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 1 to deep-scrub
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 >> v1:172.21.15.67:6800/2128071310 conn(0x7f3f040514e0 legacy=0x7f3f040539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 msgr2=0x7f3f2408c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 0x7f3f2408c220 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3f1400ed40 tx=0x7f3f1400c7a0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 shutdown_connections
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f3f2412bc00 0x7f3f24131c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f3f2412b2e0 0x7f3f2408c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 --2- 172.21.15.67:0/2038041055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f24093b50 0x7f3f2408c220 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 >> 172.21.15.67:0/2038041055 conn(0x7f3f2409aeb0 msgr2=0x7f3f24094cd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 shutdown_connections
2024-09-10T22:01:58.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.708+0000 7f3f29e00640  1 -- 172.21.15.67:0/2038041055 wait complete.
2024-09-10T22:01:58.725 INFO:tasks.ceph:Scrubbing osd.2
2024-09-10T22:01:58.725 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0
2024-09-10T22:01:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.886+0000 7f949b800640  1 -- 172.21.15.67:0/1917755368 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f949412d6e0 msgr2=0x7f9494094a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.886+0000 7f949b800640  1 --2- 172.21.15.67:0/1917755368 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f949412d6e0 0x7f9494094a20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f947c009830 tx=0x7f947c02a480 comp rx=0 tx=0).stop
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.887+0000 7f949b800640  1 -- 172.21.15.67:0/1917755368 shutdown_connections
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.887+0000 7f949b800640  1 --2- 172.21.15.67:0/1917755368 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f949412d6e0 0x7f9494094a20 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.887+0000 7f949b800640  1 --2- 172.21.15.67:0/1917755368 >> v2:172.21.15.67:3300/0 conn(0x7f949412cdc0 0x7f949412d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.887+0000 7f949b800640  1 -- 172.21.15.67:0/1917755368 >> 172.21.15.67:0/1917755368 conn(0x7f949409a650 msgr2=0x7f9494097f20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.887+0000 7f949b800640  1 -- 172.21.15.67:0/1917755368 shutdown_connections
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.887+0000 7f949b800640  1 -- 172.21.15.67:0/1917755368 wait complete.
2024-09-10T22:01:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.888+0000 7f949b800640  1  Processor -- start
2024-09-10T22:01:58.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.888+0000 7f949b800640  1 --  start start
2024-09-10T22:01:58.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f949b800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9494094f60 0x7f9494091520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f949b800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f949412cdc0 0x7f9494091a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f949b800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f949412d6e0 0x7f9494091fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f949b800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f94941358b0 con 0x7f949412d6e0
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f949b800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f9494135730 con 0x7f949412cdc0
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f949b800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f9494135a30 con 0x7f9494094f60
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9494094f60 0x7f9494091520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9494094f60 0x7f9494091520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:46358/0 (socket says 172.21.15.67:46358)
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 -- 172.21.15.67:0/3043491074 learned_addr learned my addr 172.21.15.67:0/3043491074 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f948be00640  1 --2- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f949412cdc0 0x7f9494091a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9499800640  1 --2- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f949412d6e0 0x7f9494091fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 -- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f949412cdc0 msgr2=0x7f9494091a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 --2- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f949412cdc0 0x7f9494091a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 -- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f949412d6e0 msgr2=0x7f9494091fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 --2- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f949412d6e0 0x7f9494091fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.889+0000 7f9498e00640  1 -- 172.21.15.67:0/3043491074 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94940748b0 con 0x7f9494094f60
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.890+0000 7f9498e00640  1 --2- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9494094f60 0x7f9494091520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f948400e9c0 tx=0x7f948400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.890+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948400ccc0 con 0x7f9494094f60
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.890+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9484005020 con 0x7f9494094f60
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.890+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948400ce60 con 0x7f9494094f60
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.890+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9494132770 con 0x7f9494094f60
2024-09-10T22:01:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.890+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f94941336e0 con 0x7f9494094f60
2024-09-10T22:01:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.891+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f94940990e0 con 0x7f9494094f60
2024-09-10T22:01:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.892+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f9484005450 con 0x7f9494094f60
2024-09-10T22:01:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.892+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f9484069940 con 0x7f9494094f60
2024-09-10T22:01:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.892+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 --> v1:172.21.15.67:6809/1086796934 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f948400e1a0 con 0x7f9470057d60
2024-09-10T22:01:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.892+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f948406e2c0 con 0x7f9494094f60
2024-09-10T22:01:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.894+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== osd.2 v1:172.21.15.67:6809/1086796934 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f948400e1a0 con 0x7f9470057d60
2024-09-10T22:01:58.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.907+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 --> v1:172.21.15.67:6809/1086796934 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9494133bf0 con 0x7f9470057d60
2024-09-10T22:01:58.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.907+0000 7f9491600640  1 -- 172.21.15.67:0/3043491074 <== osd.2 v1:172.21.15.67:6809/1086796934 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f9494133bf0 con 0x7f9470057d60
2024-09-10T22:01:58.909 INFO:teuthology.orchestra.run.smithi067.stdout:{
2024-09-10T22:01:58.909 INFO:teuthology.orchestra.run.smithi067.stdout:    "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' "
2024-09-10T22:01:58.909 INFO:teuthology.orchestra.run.smithi067.stdout:}
2024-09-10T22:01:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 >> v1:172.21.15.67:6809/1086796934 conn(0x7f9470057d60 legacy=0x7f947005a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 >> v1:172.21.15.67:6800/2128071310 conn(0x7f94700514e0 legacy=0x7f94700539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9494094f60 msgr2=0x7f9494091520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 --2- 172.21.15.67:0/3043491074 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f9494094f60 0x7f9494091520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f948400e9c0 tx=0x7f948400ee80 comp rx=0 tx=0).stop
2024-09-10T22:01:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f9499800640  1 -- 172.21.15.67:0/3043491074 reap_dead start
2024-09-10T22:01:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 shutdown_connections
2024-09-10T22:01:58.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 >> 172.21.15.67:0/3043491074 conn(0x7f949409a650 msgr2=0x7f949409be50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:58.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 shutdown_connections
2024-09-10T22:01:58.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:58.908+0000 7f949b800640  1 -- 172.21.15.67:0/3043491074 wait complete.
2024-09-10T22:01:58.924 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 -- 172.21.15.67:0/3492925360 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 msgr2=0x7fe088136a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 --2- 172.21.15.67:0/3492925360 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088136a30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe080005fd0 tx=0x7fe08002a820 comp rx=0 tx=0).stop
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 -- 172.21.15.67:0/3492925360 shutdown_connections
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 --2- 172.21.15.67:0/3492925360 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088136a30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 --2- 172.21.15.67:0/3492925360 >> v2:172.21.15.67:3300/0 conn(0x7fe088131d10 0x7fe088134100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 -- 172.21.15.67:0/3492925360 >> 172.21.15.67:0/3492925360 conn(0x7fe0880a1460 msgr2=0x7fe0880a1870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 -- 172.21.15.67:0/3492925360 shutdown_connections
2024-09-10T22:01:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.082+0000 7fe08e800640  1 -- 172.21.15.67:0/3492925360 wait complete.
2024-09-10T22:01:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.083+0000 7fe08e800640  1  Processor -- start
2024-09-10T22:01:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.083+0000 7fe08e800640  1 --  start start
2024-09-10T22:01:59.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.084+0000 7fe08e800640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe08806e850 0x7fe088129340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.084+0000 7fe08e800640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 0x7fe088129880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.084+0000 7fe08e800640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088129dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.084+0000 7fe08e800640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881378a0 con 0x7fe088131d10
2024-09-10T22:01:59.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.084+0000 7fe08e800640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7fe088137720 con 0x7fe08806e850
2024-09-10T22:01:59.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.084+0000 7fe08e800640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7fe088137a20 con 0x7fe088134640
2024-09-10T22:01:59.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 0x7fe088129880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 0x7fe088129880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50220/0 (socket says 172.21.15.67:50220)
2024-09-10T22:01:59.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08d400640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe08806e850 0x7fe088129340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 -- 172.21.15.67:0/1576991486 learned_addr learned my addr 172.21.15.67:0/1576991486 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:59.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08de00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088129dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 -- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 msgr2=0x7fe088129dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088129dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 -- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe08806e850 msgr2=0x7fe088129340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe08806e850 0x7fe088129340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 -- 172.21.15.67:0/1576991486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe08812af30 con 0x7fe088131d10
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08de00640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088129dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:59.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.085+0000 7fe08ca00640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 0x7fe088129880 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe07400ea60 tx=0x7fe07400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.086+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07400cde0 con 0x7fe088131d10
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.086+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe074004020 con 0x7fe088131d10
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.086+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe074004450 con 0x7fe088131d10
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.086+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe08812a870 con 0x7fe088131d10
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.086+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe08812f230 con 0x7fe088131d10
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.087+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe08806ec30 con 0x7fe088131d10
2024-09-10T22:01:59.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.087+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7fe0740035f0 con 0x7fe088131d10
2024-09-10T22:01:59.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.088+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7fe074069a40 con 0x7fe088131d10
2024-09-10T22:01:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.092+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7fe074068a50 con 0x7fe088131d10
2024-09-10T22:01:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.254+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fe08812f4f0 con 0x7fe0680514b0
2024-09-10T22:01:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.255+0000 7fe085600640  1 -- 172.21.15.67:0/1576991486 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7fe08812f4f0 con 0x7fe0680514b0
2024-09-10T22:01:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 2 to deep-scrub
2024-09-10T22:01:59.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.256+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 >> v1:172.21.15.67:6800/2128071310 conn(0x7fe0680514b0 legacy=0x7fe068053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 msgr2=0x7fe088129880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 0x7fe088129880 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe07400ea60 tx=0x7fe07400ef20 comp rx=0 tx=0).stop
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 shutdown_connections
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7fe088134640 0x7fe088129dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe088131d10 0x7fe088129880 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 --2- 172.21.15.67:0/1576991486 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7fe08806e850 0x7fe088129340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 >> 172.21.15.67:0/1576991486 conn(0x7fe0880a1460 msgr2=0x7fe0881320f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 shutdown_connections
2024-09-10T22:01:59.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.257+0000 7fe08e800640  1 -- 172.21.15.67:0/1576991486 wait complete.
2024-09-10T22:01:59.273 INFO:tasks.ceph:Scrubbing osd.3
2024-09-10T22:01:59.273 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0
2024-09-10T22:01:59.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.435+0000 7f0582a00640  1 -- 172.21.15.67:0/1148290859 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12fd30 msgr2=0x7f057c132120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.435+0000 7f0582a00640  1 --2- 172.21.15.67:0/1148290859 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12fd30 0x7f057c132120 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0568009830 tx=0x7f056802a480 comp rx=0 tx=0).stop
2024-09-10T22:01:59.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.436+0000 7f0582a00640  1 -- 172.21.15.67:0/1148290859 shutdown_connections
2024-09-10T22:01:59.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.436+0000 7f0582a00640  1 --2- 172.21.15.67:0/1148290859 >> v2:172.21.15.67:3300/0 conn(0x7f057c132660 0x7f057c134a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.436+0000 7f0582a00640  1 --2- 172.21.15.67:0/1148290859 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12fd30 0x7f057c132120 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.436+0000 7f0582a00640  1 -- 172.21.15.67:0/1148290859 >> 172.21.15.67:0/1148290859 conn(0x7f057c09a650 msgr2=0x7f057c097f20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.436+0000 7f0582a00640  1 -- 172.21.15.67:0/1148290859 shutdown_connections
2024-09-10T22:01:59.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.436+0000 7f0582a00640  1 -- 172.21.15.67:0/1148290859 wait complete.
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1  Processor -- start
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --  start start
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12cdc0 0x7f057c08c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f057c12fd30 0x7f057c08cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f057c132660 0x7f057c08d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f057c135870 con 0x7f057c132660
2024-09-10T22:01:59.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f057c1356f0 con 0x7f057c12fd30
2024-09-10T22:01:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.437+0000 7f0582a00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f057c1359f0 con 0x7f057c12cdc0
2024-09-10T22:01:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12cdc0 0x7f057c08c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12cdc0 0x7f057c08c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:46384/0 (socket says 172.21.15.67:46384)
2024-09-10T22:01:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 -- 172.21.15.67:0/3624648682 learned_addr learned my addr 172.21.15.67:0/3624648682 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f0580a00640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f057c132660 0x7f057c08d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057b400640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f057c12fd30 0x7f057c08cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 -- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f057c12fd30 msgr2=0x7f057c08cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f057c12fd30 0x7f057c08cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 -- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f057c132660 msgr2=0x7f057c08d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f057c132660 0x7f057c08d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f057be00640  1 -- 172.21.15.67:0/3624648682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f057c090070 con 0x7f057c12cdc0
2024-09-10T22:01:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.438+0000 7f0580a00640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f057c132660 0x7f057c08d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.439+0000 7f057be00640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12cdc0 0x7f057c08c820 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f056c00c490 tx=0x7f056c00c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.439+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c011790 con 0x7f057c12cdc0
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.439+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f056c017070 con 0x7f057c12cdc0
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.439+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c011ce0 con 0x7f057c12cdc0
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.439+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f057c08f4e0 con 0x7f057c12cdc0
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.439+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f057c08d7e0 con 0x7f057c12cdc0
2024-09-10T22:01:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.440+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f057c12d1a0 con 0x7f057c12cdc0
2024-09-10T22:01:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.440+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f056c01c460 con 0x7f057c12cdc0
2024-09-10T22:01:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.441+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f056c068e10 con 0x7f057c12cdc0
2024-09-10T22:01:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.441+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 --> v1:172.21.15.67:6813/1114629580 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f056c01de50 con 0x7f055c057dd0
2024-09-10T22:01:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.441+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f056c06b430 con 0x7f057c12cdc0
2024-09-10T22:01:59.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.443+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== osd.3 v1:172.21.15.67:6813/1114629580 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f056c01de50 con 0x7f055c057dd0
2024-09-10T22:01:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.456+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 --> v1:172.21.15.67:6813/1114629580 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f057c12f210 con 0x7f055c057dd0
2024-09-10T22:01:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.456+0000 7f0573e00640  1 -- 172.21.15.67:0/3624648682 <== osd.3 v1:172.21.15.67:6813/1114629580 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f057c12f210 con 0x7f055c057dd0
2024-09-10T22:01:59.458 INFO:teuthology.orchestra.run.smithi067.stdout:{
2024-09-10T22:01:59.458 INFO:teuthology.orchestra.run.smithi067.stdout:    "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' "
2024-09-10T22:01:59.458 INFO:teuthology.orchestra.run.smithi067.stdout:}
2024-09-10T22:01:59.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.456+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 >> v1:172.21.15.67:6813/1114629580 conn(0x7f055c057dd0 legacy=0x7f055c05a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 >> v1:172.21.15.67:6800/2128071310 conn(0x7f055c0514e0 legacy=0x7f055c0539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12cdc0 msgr2=0x7f057c08c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 --2- 172.21.15.67:0/3624648682 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f057c12cdc0 0x7f057c08c820 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f056c00c490 tx=0x7f056c00c890 comp rx=0 tx=0).stop
2024-09-10T22:01:59.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0580a00640  1 -- 172.21.15.67:0/3624648682 reap_dead start
2024-09-10T22:01:59.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 shutdown_connections
2024-09-10T22:01:59.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 >> 172.21.15.67:0/3624648682 conn(0x7f057c09a650 msgr2=0x7f057c12daf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 shutdown_connections
2024-09-10T22:01:59.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.457+0000 7f0582a00640  1 -- 172.21.15.67:0/3624648682 wait complete.
2024-09-10T22:01:59.473 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3
2024-09-10T22:01:59.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 -- 172.21.15.67:0/116313681 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 msgr2=0x7f0cfc094490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 --2- 172.21.15.67:0/116313681 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 0x7f0cfc094490 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0cec005fd0 tx=0x7f0cec02a420 comp rx=0 tx=0).stop
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 -- 172.21.15.67:0/116313681 shutdown_connections
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 --2- 172.21.15.67:0/116313681 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 0x7f0cfc135530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 --2- 172.21.15.67:0/116313681 >> v2:172.21.15.67:3300/0 conn(0x7f0cfc0949d0 0x7f0cfc094e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 --2- 172.21.15.67:0/116313681 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 0x7f0cfc094490 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 -- 172.21.15.67:0/116313681 >> 172.21.15.67:0/116313681 conn(0x7f0cfc09ae90 msgr2=0x7f0cfc09b2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 -- 172.21.15.67:0/116313681 shutdown_connections
2024-09-10T22:01:59.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.631+0000 7f0d01000640  1 -- 172.21.15.67:0/116313681 wait complete.
2024-09-10T22:01:59.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.632+0000 7f0d01000640  1  Processor -- start
2024-09-10T22:01:59.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.632+0000 7f0d01000640  1 --  start start
2024-09-10T22:01:59.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0d01000640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 0x7f0cfc1318d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0d01000640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 0x7f0cfc131e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0d01000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 0x7f0cfc122050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0d01000640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0cfc1365e0 con 0x7f0cfc0949d0
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0d01000640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f0cfc136460 con 0x7f0cfc133140
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0d01000640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f0cfc136760 con 0x7f0cfc093cc0
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cf3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 0x7f0cfc131e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfb400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 0x7f0cfc1318d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfbe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 0x7f0cfc122050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cf3e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 0x7f0cfc131e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50262/0 (socket says 172.21.15.67:50262)
2024-09-10T22:01:59.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cf3e00640  1 -- 172.21.15.67:0/3547836257 learned_addr learned my addr 172.21.15.67:0/3547836257 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:59.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfbe00640  1 -- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 msgr2=0x7f0cfc1318d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfbe00640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 0x7f0cfc1318d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfbe00640  1 -- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 msgr2=0x7f0cfc131e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfbe00640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 0x7f0cfc131e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.633+0000 7f0cfbe00640  1 -- 172.21.15.67:0/3547836257 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cfc123670 con 0x7f0cfc133140
2024-09-10T22:01:59.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0cf3e00640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 0x7f0cfc131e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0cfbe00640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 0x7f0cfc122050 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4009fd0 tx=0x7f0cf400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf400ce20 con 0x7f0cfc133140
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cf4004c10 con 0x7f0cfc133140
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cfc123da0 con 0x7f0cfc133140
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4005020 con 0x7f0cfc133140
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.634+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cfc124730 con 0x7f0cfc133140
2024-09-10T22:01:59.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.635+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cfc093820 con 0x7f0cfc133140
2024-09-10T22:01:59.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.636+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f0cf4020030 con 0x7f0cfc133140
2024-09-10T22:01:59.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.637+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f0cf40699b0 con 0x7f0cfc133140
2024-09-10T22:01:59.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.641+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f0cfc093820 con 0x7f0cfc133140
2024-09-10T22:01:59.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.808+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f0cfc075060 con 0x7f0cd80514b0
2024-09-10T22:01:59.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.808+0000 7f0cf3400640  1 -- 172.21.15.67:0/3547836257 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7f0cfc075060 con 0x7f0cd80514b0
2024-09-10T22:01:59.810 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 3 to deep-scrub
2024-09-10T22:01:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 >> v1:172.21.15.67:6800/2128071310 conn(0x7f0cd80514b0 legacy=0x7f0cd8053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 msgr2=0x7f0cfc122050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 0x7f0cfc122050 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4009fd0 tx=0x7f0cf400ef10 comp rx=0 tx=0).stop
2024-09-10T22:01:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 shutdown_connections
2024-09-10T22:01:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0cfc133140 0x7f0cfc122050 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cfc0949d0 0x7f0cfc131e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 --2- 172.21.15.67:0/3547836257 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0cfc093cc0 0x7f0cfc1318d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.810+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 >> 172.21.15.67:0/3547836257 conn(0x7f0cfc09ae90 msgr2=0x7f0cfc098740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.811+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 shutdown_connections
2024-09-10T22:01:59.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.811+0000 7f0d01000640  1 -- 172.21.15.67:0/3547836257 wait complete.
2024-09-10T22:01:59.827 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:01:59.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 -- 172.21.15.67:0/3345495628 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 msgr2=0x7f0874091100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 --2- 172.21.15.67:0/3345495628 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874091100 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0868009900 tx=0x7f086802a4a0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 -- 172.21.15.67:0/3345495628 shutdown_connections
2024-09-10T22:01:59.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 --2- 172.21.15.67:0/3345495628 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091a20 0x7f0874134870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 --2- 172.21.15.67:0/3345495628 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874091100 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 -- 172.21.15.67:0/3345495628 >> 172.21.15.67:0/3345495628 conn(0x7f087409aeb0 msgr2=0x7f087409b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:01:59.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 -- 172.21.15.67:0/3345495628 shutdown_connections
2024-09-10T22:01:59.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.984+0000 7f087ba00640  1 -- 172.21.15.67:0/3345495628 wait complete.
2024-09-10T22:01:59.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1  Processor -- start
2024-09-10T22:01:59.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --  start start
2024-09-10T22:01:59.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091640 0x7f0874122070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0874091a20 0x7f08741225b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874122af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0874135810 con 0x7f0874091a20
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f0874135690 con 0x7f0874091640
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.986+0000 7f087ba00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f0874135990 con 0x7f0874093cd0
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091640 0x7f0874122070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874122af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0873e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0874091a20 0x7f08741225b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879a00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874122af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:46396/0 (socket says 172.21.15.67:46396)
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879a00640  1 -- 172.21.15.67:0/2927842909 learned_addr learned my addr 172.21.15.67:0/2927842909 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 -- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 msgr2=0x7f0874122af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874122af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 -- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0874091a20 msgr2=0x7f08741225b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:01:59.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0874091a20 0x7f08741225b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:01:59.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 -- 172.21.15.67:0/2927842909 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08741241f0 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.987+0000 7f0879000640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091640 0x7f0874122070 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0868031000 tx=0x7f08680038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.988+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086803f070 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.988+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08680047a0 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.988+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868035030 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.988+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0874124810 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.988+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0874123030 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.989+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0874091100 con 0x7f0874091640
2024-09-10T22:01:59.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.989+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f0868004bf0 con 0x7f0874091640
2024-09-10T22:01:59.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.990+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f086808a160 con 0x7f0874091640
2024-09-10T22:01:59.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:01:59.993+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f0868089170 con 0x7f0874091640
2024-09-10T22:02:00.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.153+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0874123260 con 0x7f08540514b0
2024-09-10T22:02:00.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.154+0000 7f0870c00640  1 -- 172.21.15.67:0/2927842909 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31968 (unknown 2965378022 0 4108136224) 0x7f0874123260 con 0x7f08540514b0
2024-09-10T22:02:00.156 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:02:00.156 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 >> v1:172.21.15.67:6800/2128071310 conn(0x7f08540514b0 legacy=0x7f0854053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091640 msgr2=0x7f0874122070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091640 0x7f0874122070 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0868031000 tx=0x7f08680038a0 comp rx=0 tx=0).stop
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 shutdown_connections
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f0874093cd0 0x7f0874122af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0874091a20 0x7f08741225b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 --2- 172.21.15.67:0/2927842909 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f0874091640 0x7f0874122070 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 >> 172.21.15.67:0/2927842909 conn(0x7f087409aeb0 msgr2=0x7f087408f920 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 shutdown_connections
2024-09-10T22:02:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:00.156+0000 7f087ba00640  1 -- 172.21.15.67:0/2927842909 wait complete.
2024-09-10T22:02:00.174 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-10T22:01:59.652930+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112452,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374908,"statfs":{"total":386547056640,"available":386431905792,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.908790"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323231+0000","last_change":"2024-09-10T22:01:47.823916+0000","last_active":"2024-09-10T22:01:51.323231+0000","last_peered":"2024-09-10T22:01:51.323231+0000","last_clean":"2024-09-10T22:01:51.323231+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:01:51.323231+0000","last_undegraded":"2024-09-10T22:01:51.323231+0000","last_fullsized":"2024-09-10T22:01:51.323231+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:36:57.316755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746700+0000","last_change":"2024-09-10T22:01:45.718820+0000","last_active":"2024-09-10T22:01:50.746700+0000","last_peered":"2024-09-10T22:01:50.746700+0000","last_clean":"2024-09-10T22:01:50.746700+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:01:50.746700+0000","last_undegraded":"2024-09-10T22:01:50.746700+0000","last_fullsized":"2024-09-10T22:01:50.746700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:13:50.994882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323097+0000","last_change":"2024-09-10T22:01:47.823896+0000","last_active":"2024-09-10T22:01:51.323097+0000","last_peered":"2024-09-10T22:01:51.323097+0000","last_clean":"2024-09-10T22:01:51.323097+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:01:51.323097+0000","last_undegraded":"2024-09-10T22:01:51.323097+0000","last_fullsized":"2024-09-10T22:01:51.323097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:12:33.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746458+0000","last_change":"2024-09-10T22:01:45.718015+0000","last_active":"2024-09-10T22:01:50.746458+0000","last_peered":"2024-09-10T22:01:50.746458+0000","last_clean":"2024-09-10T22:01:50.746458+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:50.746458+0000","last_undegraded":"2024-09-10T22:01:50.746458+0000","last_fullsized":"2024-09-10T22:01:50.746458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:52:04.558794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'2","reported_seq":50,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322916+0000","last_change":"2024-09-10T22:01:47.745486+0000","last_active":"2024-09-10T22:01:51.322916+0000","last_peered":"2024-09-10T22:01:51.322916+0000","last_clean":"2024-09-10T22:01:51.322916+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:01:51.322916+0000","last_undegraded":"2024-09-10T22:01:51.322916+0000","last_fullsized":"2024-09-10T22:01:51.322916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:16:12.938681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.193757+0000","last_change":"2024-09-10T22:01:47.743020+0000","last_active":"2024-09-10T22:01:51.193757+0000","last_peered":"2024-09-10T22:01:51.193757+0000","last_clean":"2024-09-10T22:01:51.193757+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:51.193757+0000","last_undegraded":"2024-09-10T22:01:51.193757+0000","last_fullsized":"2024-09-10T22:01:51.193757+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T02:51:25.587913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":48,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.322907+0000","last_change":"2024-09-10T22:01:47.745408+0000","last_active":"2024-09-10T22:01:51.322907+0000","last_peered":"2024-09-10T22:01:51.322907+0000","last_clean":"2024-09-10T22:01:51.322907+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:51.322907+0000","last_undegraded":"2024-09-10T22:01:51.322907+0000","last_fullsized":"2024-09-10T22:01:51.322907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T00:28:37.562727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"16'1","reported_seq":47,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:51.323047+0000","last_change":"2024-09-10T22:01:47.742913+0000","last_active":"2024-09-10T22:01:51.323047+0000","last_peered":"2024-09-10T22:01:51.323047+0000","last_clean":"2024-09-10T22:01:51.323047+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:01:51.323047+0000","last_undegraded":"2024-09-10T22:01:51.323047+0000","last_fullsized":"2024-09-10T22:01:51.323047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:05.831257+0000","last_clean_scrub_stamp":"2024-09-10T22:00:05.831257+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T01:42:22.256029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'104","reported_seq":197,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:50.746344+0000","last_change":"2024-09-10T22:01:45.716242+0000","last_active":"2024-09-10T22:01:50.746344+0000","last_peered":"2024-09-10T22:01:50.746344+0000","last_clean":"2024-09-10T22:01:50.746344+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:01:50.746344+0000","last_undegraded":"2024-09-10T22:01:50.746344+0000","last_fullsized":"2024-09-10T22:01:50.746344+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:00:03.817686+0000","last_clean_scrub_stamp":"2024-09-10T22:00:03.817686+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:58.517096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986180,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018884,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051589,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28408,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343432,"statfs":{"total":96636764160,"available":96607674368,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964116997,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:02:00.177 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.177 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.177 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.177 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.178 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.178 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.178 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.178 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-10T22:00:05.831257+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.178 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T22:00:03.817686+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=0, tm_sec=3, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=22, tm_min=1, tm_sec=56, tm_wday=1, tm_yday=254, tm_isdst=0)
2024-09-10T22:02:00.178 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed.
2024-09-10T22:02:20.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-09-10T22:02:20.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 -- 172.21.15.67:0/3238385700 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 msgr2=0x7f90ec0914e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 --2- 172.21.15.67:0/3238385700 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec0914e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f90dc005fd0 tx=0x7f90dc02a420 comp rx=0 tx=0).stop
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 -- 172.21.15.67:0/3238385700 shutdown_connections
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 --2- 172.21.15.67:0/3238385700 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec12f140 0x7f90ec12f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 --2- 172.21.15.67:0/3238385700 >> v2:172.21.15.67:3300/0 conn(0x7f90ec0905a0 0x7f90ec091a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 --2- 172.21.15.67:0/3238385700 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec0914e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.348+0000 7f90f3200640  1 -- 172.21.15.67:0/3238385700 >> 172.21.15.67:0/3238385700 conn(0x7f90ec09aeb0 msgr2=0x7f90ec09b2c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.349+0000 7f90f3200640  1 -- 172.21.15.67:0/3238385700 shutdown_connections
2024-09-10T22:02:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.349+0000 7f90f3200640  1 -- 172.21.15.67:0/3238385700 wait complete.
2024-09-10T22:02:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1  Processor -- start
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --  start start
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 0x7f90ec1c4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec1c5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90ec12f140 0x7f90ec070160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f90ec1367e0 con 0x7f90ec12f140
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f90ec136660 con 0x7f90ec0905a0
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.350+0000 7f90f3200640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f90ec136960 con 0x7f90ec091100
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 0x7f90ec1c4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 0x7f90ec1c4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54618/0 (socket says 172.21.15.67:54618)
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 -- 172.21.15.67:0/2470901268 learned_addr learned my addr 172.21.15.67:0/2470901268 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90eb400640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec1c5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:02:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90f1200640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90ec12f140 0x7f90ec070160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 -- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 msgr2=0x7f90ec1c5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec1c5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 -- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90ec12f140 msgr2=0x7f90ec070160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90ec12f140 0x7f90ec070160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 -- 172.21.15.67:0/2470901268 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90ec072240 con 0x7f90ec0905a0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90eb400640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec1c5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.351+0000 7f90ebe00640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 0x7f90ec1c4dd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009850 tx=0x7f90dc005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.352+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mon.1 v2:172.21.15.67:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc03f070 con 0x7f90ec0905a0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.352+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mon.1 v2:172.21.15.67:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90dc0047a0 con 0x7f90ec0905a0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.352+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mon.1 v2:172.21.15.67:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc035030 con 0x7f90ec0905a0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.352+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90ec074840 con 0x7f90ec0905a0
2024-09-10T22:02:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.352+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f90ec1c5850 con 0x7f90ec0905a0
2024-09-10T22:02:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.353+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90ec12f5f0 con 0x7f90ec0905a0
2024-09-10T22:02:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.354+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mon.1 v2:172.21.15.67:3301/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f90dc004b90 con 0x7f90ec0905a0
2024-09-10T22:02:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.354+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mon.1 v2:172.21.15.67:3301/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f90dc089fc0 con 0x7f90ec0905a0
2024-09-10T22:02:20.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.358+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mon.1 v2:172.21.15.67:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f90dc088fd0 con 0x7f90ec0905a0
2024-09-10T22:02:20.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.516+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 --> v1:172.21.15.67:6800/2128071310 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f90ec073780 con 0x7f90cc0514b0
2024-09-10T22:02:20.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.517+0000 7f90e3e00640  1 -- 172.21.15.67:0/2470901268 <== mgr.14104 v1:172.21.15.67:6800/2128071310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31979 (unknown 2965378022 0 942731281) 0x7f90ec073780 con 0x7f90cc0514b0
2024-09-10T22:02:20.519 INFO:teuthology.orchestra.run.smithi067.stdout:
2024-09-10T22:02:20.519 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 >> v1:172.21.15.67:6800/2128071310 conn(0x7f90cc0514b0 legacy=0x7f90cc053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 msgr2=0x7f90ec1c4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 0x7f90ec1c4dd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009850 tx=0x7f90dc005e80 comp rx=0 tx=0).stop
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 shutdown_connections
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90ec12f140 0x7f90ec070160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f90ec091100 0x7f90ec1c5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 --2- 172.21.15.67:0/2470901268 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f90ec0905a0 0x7f90ec1c4dd0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 >> 172.21.15.67:0/2470901268 conn(0x7f90ec09aeb0 msgr2=0x7f90ec0979b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 shutdown_connections
2024-09-10T22:02:20.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.519+0000 7f90f3200640  1 -- 172.21.15.67:0/2470901268 wait complete.
2024-09-10T22:02:20.537 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-09-10T22:02:19.657108+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":151,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112432,"kb_used_data":2288,"kb_used_omap":17,"kb_used_meta":110062,"kb_avail":377374928,"statfs":{"total":386547056640,"available":386431926272,"internally_reserved":0,"allocated":2342912,"data_stored":1578158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17729,"internal_metadata":112704191},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002583"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":60,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:02:02.830082+0000","last_change":"2024-09-10T22:02:02.830082+0000","last_active":"2024-09-10T22:02:02.830082+0000","last_peered":"2024-09-10T22:02:02.830082+0000","last_clean":"2024-09-10T22:02:02.830082+0000","last_became_active":"2024-09-10T22:01:47.823606+0000","last_became_peered":"2024-09-10T22:01:47.823606+0000","last_unstale":"2024-09-10T22:02:02.830082+0000","last_undegraded":"2024-09-10T22:02:02.830082+0000","last_fullsized":"2024-09-10T22:02:02.830082+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:02:02.829985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:02:02.829985+0000","last_clean_scrub_stamp":"2024-09-10T22:02:02.829985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:00:32.473249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017418240000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:02:01.312131+0000","last_change":"2024-09-10T22:02:01.312131+0000","last_active":"2024-09-10T22:02:01.312131+0000","last_peered":"2024-09-10T22:02:01.312131+0000","last_clean":"2024-09-10T22:02:01.312131+0000","last_became_active":"2024-09-10T22:01:45.718442+0000","last_became_peered":"2024-09-10T22:01:45.718442+0000","last_unstale":"2024-09-10T22:02:01.312131+0000","last_undegraded":"2024-09-10T22:02:01.312131+0000","last_fullsized":"2024-09-10T22:02:01.312131+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:02:01.312051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:02:01.312051+0000","last_clean_scrub_stamp":"2024-09-10T22:02:01.312051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:12:47.528301+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":60,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:02:03.816083+0000","last_change":"2024-09-10T22:02:03.816083+0000","last_active":"2024-09-10T22:02:03.816083+0000","last_peered":"2024-09-10T22:02:03.816083+0000","last_clean":"2024-09-10T22:02:03.816083+0000","last_became_active":"2024-09-10T22:01:47.823598+0000","last_became_peered":"2024-09-10T22:01:47.823598+0000","last_unstale":"2024-09-10T22:02:03.816083+0000","last_undegraded":"2024-09-10T22:02:03.816083+0000","last_fullsized":"2024-09-10T22:02:03.816083+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:02:03.815990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:02:03.815990+0000","last_clean_scrub_stamp":"2024-09-10T22:02:03.815990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:38:55.837804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013145209999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":52,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:59.300501+0000","last_change":"2024-09-10T22:01:59.300501+0000","last_active":"2024-09-10T22:01:59.300501+0000","last_peered":"2024-09-10T22:01:59.300501+0000","last_clean":"2024-09-10T22:01:59.300501+0000","last_became_active":"2024-09-10T22:01:45.717643+0000","last_became_peered":"2024-09-10T22:01:45.717643+0000","last_unstale":"2024-09-10T22:01:59.300501+0000","last_undegraded":"2024-09-10T22:01:59.300501+0000","last_fullsized":"2024-09-10T22:01:59.300501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:01:59.300417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:01:59.300417+0000","last_clean_scrub_stamp":"2024-09-10T22:01:59.300417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:50:39.815167+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"34'3","reported_seq":59,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:02:00.914410+0000","last_change":"2024-09-10T22:02:00.914410+0000","last_active":"2024-09-10T22:02:00.914410+0000","last_peered":"2024-09-10T22:02:00.914410+0000","last_clean":"2024-09-10T22:02:00.914410+0000","last_became_active":"2024-09-10T22:01:47.745141+0000","last_became_peered":"2024-09-10T22:01:47.745141+0000","last_unstale":"2024-09-10T22:02:00.914410+0000","last_undegraded":"2024-09-10T22:02:00.914410+0000","last_fullsized":"2024-09-10T22:02:00.914410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"34'3","last_scrub_stamp":"2024-09-10T22:02:00.914326+0000","last_deep_scrub":"34'3","last_deep_scrub_stamp":"2024-09-10T22:02:00.914326+0000","last_clean_scrub_stamp":"2024-09-10T22:02:00.914326+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:31:53.464913+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.0013262059999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":46,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:59.408338+0000","last_change":"2024-09-10T22:01:59.408338+0000","last_active":"2024-09-10T22:01:59.408338+0000","last_peered":"2024-09-10T22:01:59.408338+0000","last_clean":"2024-09-10T22:01:59.408338+0000","last_became_active":"2024-09-10T22:01:47.742751+0000","last_became_peered":"2024-09-10T22:01:47.742751+0000","last_unstale":"2024-09-10T22:01:59.408338+0000","last_undegraded":"2024-09-10T22:01:59.408338+0000","last_fullsized":"2024-09-10T22:01:59.408338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:01:59.408257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:01:59.408257+0000","last_clean_scrub_stamp":"2024-09-10T22:01:59.408257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:16:51.817728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052425599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":56,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:01:59.922273+0000","last_change":"2024-09-10T22:01:59.922273+0000","last_active":"2024-09-10T22:01:59.922273+0000","last_peered":"2024-09-10T22:01:59.922273+0000","last_clean":"2024-09-10T22:01:59.922273+0000","last_became_active":"2024-09-10T22:01:47.745070+0000","last_became_peered":"2024-09-10T22:01:47.745070+0000","last_unstale":"2024-09-10T22:01:59.922273+0000","last_undegraded":"2024-09-10T22:01:59.922273+0000","last_fullsized":"2024-09-10T22:01:59.922273+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T22:01:59.922204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T22:01:59.922204+0000","last_clean_scrub_stamp":"2024-09-10T22:01:59.922204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:56:18.843193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"34'2","reported_seq":56,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:02:01.881457+0000","last_change":"2024-09-10T22:02:01.881457+0000","last_active":"2024-09-10T22:02:01.881457+0000","last_peered":"2024-09-10T22:02:01.881457+0000","last_clean":"2024-09-10T22:02:01.881457+0000","last_became_active":"2024-09-10T22:01:47.742642+0000","last_became_peered":"2024-09-10T22:01:47.742642+0000","last_unstale":"2024-09-10T22:02:01.881457+0000","last_undegraded":"2024-09-10T22:02:01.881457+0000","last_fullsized":"2024-09-10T22:02:01.881457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"34'2","last_scrub_stamp":"2024-09-10T22:02:01.881375+0000","last_deep_scrub":"34'2","last_deep_scrub_stamp":"2024-09-10T22:02:01.881375+0000","last_clean_scrub_stamp":"2024-09-10T22:02:01.881375+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T23:03:04.063102+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.0017480600000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"34'105","reported_seq":206,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T22:02:00.298742+0000","last_change":"2024-09-10T22:02:00.298742+0000","last_active":"2024-09-10T22:02:00.298742+0000","last_peered":"2024-09-10T22:02:00.298742+0000","last_clean":"2024-09-10T22:02:00.298742+0000","last_became_active":"2024-09-10T22:01:45.715777+0000","last_became_peered":"2024-09-10T22:01:45.715777+0000","last_unstale":"2024-09-10T22:02:00.298742+0000","last_undegraded":"2024-09-10T22:02:00.298742+0000","last_fullsized":"2024-09-10T22:02:00.298742+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"34'105","last_scrub_stamp":"2024-09-10T22:02:00.298668+0000","last_deep_scrub":"34'105","last_deep_scrub_stamp":"2024-09-10T22:02:00.298668+0000","last_clean_scrub_stamp":"2024-09-10T22:02:00.298668+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:43:15.358306+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":255,"num_write":149,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105,"ondisk_log_size":105,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":31,"seq":133143986184,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":284,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":290816,"data_stored":99365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":30,"seq":128849018888,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":280,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":286720,"data_stored":99346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4432,"internal_metadata":28176048},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":29,"seq":124554051593,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":864,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":884736,"data_stored":689733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4431,"internal_metadata":28176049},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":27,"seq":115964117001,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28396,"kb_used_data":860,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343444,"statfs":{"total":96636764160,"available":96607686656,"internally_reserved":0,"allocated":880640,"data_stored":689714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4433,"internal_metadata":28176047},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-09-10T22:02:20.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set global mon_health_to_clog false
2024-09-10T22:02:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 -- 172.21.15.67:0/1407919638 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412b700 msgr2=0x7f097412bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 --2- 172.21.15.67:0/1407919638 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412b700 0x7f097412bae0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0964005fd0 tx=0x7f096402a420 comp rx=0 tx=0).stop
2024-09-10T22:02:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 -- 172.21.15.67:0/1407919638 shutdown_connections
2024-09-10T22:02:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 --2- 172.21.15.67:0/1407919638 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412ef50 0x7f097412f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 --2- 172.21.15.67:0/1407919638 >> v2:172.21.15.67:3300/0 conn(0x7f097412c020 0x7f097412ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 --2- 172.21.15.67:0/1407919638 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412b700 0x7f097412bae0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 -- 172.21.15.67:0/1407919638 >> 172.21.15.67:0/1407919638 conn(0x7f097406e630 msgr2=0x7f097406ea40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:02:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 -- 172.21.15.67:0/1407919638 shutdown_connections
2024-09-10T22:02:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.689+0000 7f0973e00640  1 -- 172.21.15.67:0/1407919638 wait complete.
2024-09-10T22:02:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1  Processor -- start
2024-09-10T22:02:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --  start start
2024-09-10T22:02:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 0x7f09741245c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:02:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --2-  >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f097412c020 0x7f0974124b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:02:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 0x7f0974132990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-09-10T22:02:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --  --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0974136730 con 0x7f097412c020
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --  --> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] -- mon_getmap magic: 0 -- 0x7f09741365b0 con 0x7f097412b700
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973e00640  1 --  --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_getmap magic: 0 -- 0x7f09741368b0 con 0x7f097412ef50
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0973400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 0x7f0974132990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.691+0000 7f0972a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 0x7f09741245c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0972a00640  1 --2-  >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 0x7f09741245c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3301/0 says I am v2:172.21.15.67:54640/0 (socket says 172.21.15.67:54640)
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 --2-  >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 0x7f0974132990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3302/0 says I am v2:172.21.15.67:47520/0 (socket says 172.21.15.67:47520)
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0972a00640  1 -- 172.21.15.67:0/2399233239 learned_addr learned my addr 172.21.15.67:0/2399233239 (peer_addr_for_me v2:172.21.15.67:0/0)
2024-09-10T22:02:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f096a000640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f097412c020 0x7f0974124b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-09-10T22:02:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 -- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 msgr2=0x7f09741245c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 0x7f09741245c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 -- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f097412c020 msgr2=0x7f0974124b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f097412c020 0x7f0974124b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 -- 172.21.15.67:0/2399233239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0974129160 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0972a00640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 0x7f09741245c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.692+0000 7f0973400640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 0x7f0974132990 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f096c009fd0 tx=0x7f096c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.693+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c00ce20 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.693+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f096c004c10 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.693+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0974117fd0 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.693+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c005020 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.693+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0974125040 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.694+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f097412ac70 con 0x7f097412ef50
2024-09-10T22:02:20.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.694+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 4 ==== mgrmap(e 10) ==== 63502+0+0 (secure 0 0 0) 0x7f096c020030 con 0x7f097412ef50
2024-09-10T22:02:20.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.695+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 5 ==== osd_map(34..34 src has 1..34) ==== 3027+0+0 (secure 0 0 0) 0x7f096c069a70 con 0x7f097412ef50
2024-09-10T22:02:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.699+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+157741 (secure 0 0 0) 0x7f097412ac70 con 0x7f097412ef50
2024-09-10T22:02:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.867+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 --> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f097412bae0 con 0x7f097412ef50
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.874+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 7 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f096c06f080 con 0x7f097412ef50
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.874+0000 7f096b400640  1 -- 172.21.15.67:0/2399233239 <== mon.2 v2:172.21.15.67:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0  v24)=0  v24) ==== 123+0+0 (secure 0 0 0) 0x7f096c068a80 con 0x7f097412ef50
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 >> v1:172.21.15.67:6800/2128071310 conn(0x7f09500514b0 legacy=0x7f0950053970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 msgr2=0x7f0974132990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 0x7f0974132990 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f096c009fd0 tx=0x7f096c00ef10 comp rx=0 tx=0).stop
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 shutdown_connections
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3302/0,v1:172.21.15.67:6791/0] conn(0x7f097412ef50 0x7f0974132990 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f097412c020 0x7f0974124b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 --2- 172.21.15.67:0/2399233239 >> [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] conn(0x7f097412b700 0x7f09741245c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-09-10T22:02:20.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 >> 172.21.15.67:0/2399233239 conn(0x7f097406e630 msgr2=0x7f097409f4d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-09-10T22:02:20.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 shutdown_connections
2024-09-10T22:02:20.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T22:02:20.877+0000 7f0973e00640  1 -- 172.21.15.67:0/2399233239 wait complete.
2024-09-10T22:02:20.921 INFO:teuthology.misc:Shutting down mds daemons...
2024-09-10T22:02:20.921 INFO:teuthology.misc:Shutting down osd daemons...
2024-09-10T22:02:20.921 DEBUG:tasks.ceph.osd.0:waiting for process to exit
2024-09-10T22:02:20.922 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:20.980 INFO:tasks.ceph.osd.0:Stopped
2024-09-10T22:02:20.980 DEBUG:tasks.ceph.osd.1:waiting for process to exit
2024-09-10T22:02:20.980 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.042 INFO:tasks.ceph.osd.1:Stopped
2024-09-10T22:02:21.042 DEBUG:tasks.ceph.osd.2:waiting for process to exit
2024-09-10T22:02:21.042 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.088 INFO:tasks.ceph.osd.2:Stopped
2024-09-10T22:02:21.088 DEBUG:tasks.ceph.osd.3:waiting for process to exit
2024-09-10T22:02:21.088 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.124 INFO:tasks.ceph.osd.3:Stopped
2024-09-10T22:02:21.125 INFO:teuthology.misc:Shutting down mgr daemons...
2024-09-10T22:02:21.125 DEBUG:tasks.ceph.mgr.x:waiting for process to exit
2024-09-10T22:02:21.125 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.214 INFO:tasks.ceph.mgr.x:Stopped
2024-09-10T22:02:21.214 DEBUG:tasks.ceph.mgr.y:waiting for process to exit
2024-09-10T22:02:21.214 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.266 INFO:tasks.ceph.mgr.y:Stopped
2024-09-10T22:02:21.266 INFO:teuthology.misc:Shutting down mon daemons...
2024-09-10T22:02:21.266 DEBUG:tasks.ceph.mon.a:waiting for process to exit
2024-09-10T22:02:21.266 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.284 INFO:tasks.ceph.mon.a:Stopped
2024-09-10T22:02:21.284 DEBUG:tasks.ceph.mon.b:waiting for process to exit
2024-09-10T22:02:21.284 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.343 INFO:tasks.ceph.mon.b:Stopped
2024-09-10T22:02:21.343 DEBUG:tasks.ceph.mon.c:waiting for process to exit
2024-09-10T22:02:21.343 INFO:teuthology.orchestra.run:waiting for 300
2024-09-10T22:02:21.402 INFO:tasks.ceph.mon.c:Stopped
2024-09-10T22:02:21.402 INFO:tasks.ceph:Checking cluster log for badness...
2024-09-10T22:02:21.403 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1
2024-09-10T22:02:21.543 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:02:21.543 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0
2024-09-10T22:02:21.674 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:02:21.675 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1
2024-09-10T22:02:21.770 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:02:21.770 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2
2024-09-10T22:02:21.913 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:02:21.913 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3
2024-09-10T22:02:22.045 INFO:tasks.ceph:Archiving mon data...
2024-09-10T22:02:22.046 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707/data/mon.a.tgz
2024-09-10T22:02:22.046 DEBUG:teuthology.orchestra.run.smithi067:> mktemp
2024-09-10T22:02:22.081 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.ErwoZeQc4l
2024-09-10T22:02:22.081 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.ErwoZeQc4l
2024-09-10T22:02:22.260 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.ErwoZeQc4l
2024-09-10T22:02:22.354 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.ErwoZeQc4l is 240KB
2024-09-10T22:02:22.441 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.ErwoZeQc4l
2024-09-10T22:02:22.475 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707/data/mon.b.tgz
2024-09-10T22:02:22.476 DEBUG:teuthology.orchestra.run.smithi067:> mktemp
2024-09-10T22:02:22.550 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.Eurwo4njz2
2024-09-10T22:02:22.550 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.Eurwo4njz2
2024-09-10T22:02:22.706 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.Eurwo4njz2
2024-09-10T22:02:22.799 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.Eurwo4njz2 is 289KB
2024-09-10T22:02:22.886 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.Eurwo4njz2
2024-09-10T22:02:22.920 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707/data/mon.c.tgz
2024-09-10T22:02:22.921 DEBUG:teuthology.orchestra.run.smithi067:> mktemp
2024-09-10T22:02:22.995 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.CG47Nz7kIn
2024-09-10T22:02:22.996 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.CG47Nz7kIn
2024-09-10T22:02:23.149 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.CG47Nz7kIn
2024-09-10T22:02:23.243 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.CG47Nz7kIn is 289KB
2024-09-10T22:02:23.329 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.CG47Nz7kIn
2024-09-10T22:02:23.363 INFO:tasks.ceph:Cleaning ceph cluster...
2024-09-10T22:02:23.364 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid
2024-09-10T22:02:23.493 INFO:teuthology.util.scanner:summary_data or yaml_file is empty!
2024-09-10T22:02:23.494 INFO:tasks.ceph:Archiving crash dumps...
2024-09-10T22:02:23.495 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/crash to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707/remote/smithi067/crash
2024-09-10T22:02:23.496 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/lib/ceph/crash -- .
2024-09-10T22:02:23.588 INFO:tasks.ceph:Compressing logs...
2024-09-10T22:02:23.588 DEBUG:teuthology.orchestra.run.smithi067:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose --
2024-09-10T22:02:23.641 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log
2024-09-10T22:02:23.642 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41463.log
2024-09-10T22:02:23.643 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.0.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38298.log
2024-09-10T22:02:23.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41463.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40572.log
2024-09-10T22:02:23.644 INFO:teuthology.orchestra.run.smithi067.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.41463.log.gz
2024-09-10T22:02:23.645 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38298.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45686.log
2024-09-10T22:02:23.645 INFO:teuthology.orchestra.run.smithi067.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.38298.log.gz
2024-09-10T22:02:23.646 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40572.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40572.log.gz
2024-09-10T22:02:23.646 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40266.log
2024-09-10T22:02:23.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45686.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46398.log
2024-09-10T22:02:23.647 INFO:teuthology.orchestra.run.smithi067.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.45686.log.gz
2024-09-10T22:02:23.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40266.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46064.log
2024-09-10T22:02:23.648 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40266.log.gz
2024-09-10T22:02:23.648 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46398.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40136.log
2024-09-10T22:02:23.649 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46398.log.gz
2024-09-10T22:02:23.649 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46064.log:	 85.5% -- replaced with /var/log/ceph/ceph-client.admin.46064.log.gz
2024-09-10T22:02:23.649 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38467.log
2024-09-10T22:02:23.650 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40136.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32782.log
2024-09-10T22:02:23.650 INFO:teuthology.orchestra.run.smithi067.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.40136.log.gz
2024-09-10T22:02:23.651 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38467.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40142.log
2024-09-10T22:02:23.651 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38467.log.gz
2024-09-10T22:02:23.652 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32782.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38743.log
2024-09-10T22:02:23.652 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32782.log.gz
2024-09-10T22:02:23.653 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40142.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38607.log
2024-09-10T22:02:23.653 INFO:teuthology.orchestra.run.smithi067.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.40142.log.gz
2024-09-10T22:02:23.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38743.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44968.log
2024-09-10T22:02:23.654 INFO:teuthology.orchestra.run.smithi067.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.38743.log.gz
2024-09-10T22:02:23.655 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38607.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41013.log
2024-09-10T22:02:23.655 INFO:teuthology.orchestra.run.smithi067.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.38607.log.gz
2024-09-10T22:02:23.656 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44968.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44968.log.gz
2024-09-10T22:02:23.656 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41370.log
2024-09-10T22:02:23.657 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41013.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40845.log
2024-09-10T22:02:23.657 INFO:teuthology.orchestra.run.smithi067.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.41013.log.gz
2024-09-10T22:02:23.658 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41370.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.41370.log.gz
2024-09-10T22:02:23.658 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38297.log
2024-09-10T22:02:23.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40845.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45240.log
2024-09-10T22:02:23.659 INFO:teuthology.orchestra.run.smithi067.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.40845.log.gz
2024-09-10T22:02:23.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38297.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41097.log
2024-09-10T22:02:23.660 INFO:teuthology.orchestra.run.smithi067.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.38297.log.gz
2024-09-10T22:02:23.661 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45240.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44991.log
2024-09-10T22:02:23.661 INFO:teuthology.orchestra.run.smithi067.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.45240.log.gz
2024-09-10T22:02:23.661 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41097.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.41097.log.gz
2024-09-10T22:02:23.661 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46232.log
2024-09-10T22:02:23.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44991.log:	gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log
2024-09-10T22:02:23.662 INFO:teuthology.orchestra.run.smithi067.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.44991.log.gz
2024-09-10T22:02:23.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46232.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45242.log
2024-09-10T22:02:23.663 INFO:teuthology.orchestra.run.smithi067.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.46232.log.gz
2024-09-10T22:02:23.664 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.1.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32635.log
2024-09-10T22:02:23.665 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45242.log:	 85.8% -- replaced with /var/log/ceph/ceph-client.admin.45242.log.gz
2024-09-10T22:02:23.665 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45241.log
2024-09-10T22:02:23.666 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32635.log:	 86.2% -- replaced with /var/log/ceph/ceph-client.admin.32635.log.gz
2024-09-10T22:02:23.666 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38452.log
2024-09-10T22:02:23.667 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45241.log:	 86.2% -- replaced with /var/log/ceph/ceph-client.admin.45241.log.gz
2024-09-10T22:02:23.667 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32099.log
2024-09-10T22:02:23.668 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38452.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44887.log
2024-09-10T22:02:23.668 INFO:teuthology.orchestra.run.smithi067.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38452.log.gz
2024-09-10T22:02:23.668 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32099.log:	 78.4% -- replaced with /var/log/ceph/ceph-client.admin.32099.log.gz
2024-09-10T22:02:23.669 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45812.log
2024-09-10T22:02:23.670 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44887.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44887.log.gz
2024-09-10T22:02:23.670 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46148.log
2024-09-10T22:02:23.671 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45812.log:	 86.2% -- replaced with /var/log/ceph/ceph-client.admin.45812.log.gz
2024-09-10T22:02:23.671 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37928.log
2024-09-10T22:02:23.672 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46148.log:	 85.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.46148.log.gz -5
2024-09-10T22:02:23.672 INFO:teuthology.orchestra.run.smithi067.stderr: --verbose -- /var/log/ceph/ceph-client.admin.38634.log
2024-09-10T22:02:23.673 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37928.log:	 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37928.log.gz
2024-09-10T22:02:23.673 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38071.log
2024-09-10T22:02:23.674 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38634.log:	 86.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.38634.log.gz
2024-09-10T22:02:23.674 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.32393.log
2024-09-10T22:02:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38071.log:	 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38071.log.gz
2024-09-10T22:02:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38197.log
2024-09-10T22:02:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32393.log:	 79.2% -- replaced with /var/log/ceph/ceph-client.admin.32393.log.gz
2024-09-10T22:02:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45396.log
2024-09-10T22:02:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38197.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38197.log.gz
2024-09-10T22:02:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40476.log
2024-09-10T22:02:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45396.log:	gzip 86.9% -5 -- replaced with /var/log/ceph/ceph-client.admin.45396.log.gz --verbose
2024-09-10T22:02:23.678 INFO:teuthology.orchestra.run.smithi067.stderr: -- /var/log/ceph/ceph-client.admin.41201.log
2024-09-10T22:02:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40476.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40476.log.gz
2024-09-10T22:02:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46316.log
2024-09-10T22:02:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41201.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.41201.log.gz
2024-09-10T22:02:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45239.log
2024-09-10T22:02:23.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46316.log:	 86.0% -- replaced with /var/log/ceph/ceph-client.admin.46316.log.gz
2024-09-10T22:02:23.681 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45980.log
2024-09-10T22:02:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45239.log:	 85.7% -- replaced with /var/log/ceph/ceph-client.admin.45239.log.gz
2024-09-10T22:02:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32424.log
2024-09-10T22:02:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45980.log:	 85.4% -- replaced with /var/log/ceph/ceph-client.admin.45980.log.gz
2024-09-10T22:02:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38635.log
2024-09-10T22:02:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32424.log:	 78.7% -- replaced with /var/log/ceph/ceph-client.admin.32424.log.gz
2024-09-10T22:02:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38867.log
2024-09-10T22:02:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38635.log:	 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38635.log.gz
2024-09-10T22:02:23.685 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44927.log
2024-09-10T22:02:23.685 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38867.log:	gzip -5 87.2% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.38867.log.gz /var/log/ceph/ceph-client.admin.45014.log
2024-09-10T22:02:23.685 INFO:teuthology.orchestra.run.smithi067.stderr:
2024-09-10T22:02:23.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44927.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44927.log.gz
2024-09-10T22:02:23.686 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log
2024-09-10T22:02:23.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45014.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40332.log
2024-09-10T22:02:23.687 INFO:teuthology.orchestra.run.smithi067.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.45014.log.gz
2024-09-10T22:02:23.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.audit.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32299.log
2024-09-10T22:02:23.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40332.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40332.log.gz
2024-09-10T22:02:23.690 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40918.log
2024-09-10T22:02:23.690 INFO:teuthology.orchestra.run.smithi067.stderr: 95.0% -- replaced with /var/log/ceph/ceph.audit.log.gz
2024-09-10T22:02:23.690 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32299.log:	  0.0% -- replaced with /var/log/ceph/ceph-client.admin.32299.log.gz
2024-09-10T22:02:23.690 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45565.log
2024-09-10T22:02:23.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40918.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38155.log
2024-09-10T22:02:23.691 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40918.log.gz
2024-09-10T22:02:23.692 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45565.log:	 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45565.log.gz
2024-09-10T22:02:23.692 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39998.log
2024-09-10T22:02:23.693 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38155.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45526.log
2024-09-10T22:02:23.693 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38155.log.gz
2024-09-10T22:02:23.694 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.39998.log:	 86.5% -- replaced with /var/log/ceph/ceph-client.admin.39998.log.gz
2024-09-10T22:02:23.694 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38606.log
2024-09-10T22:02:23.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45526.log:	 93.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz
2024-09-10T22:02:23.695 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38295.log
2024-09-10T22:02:23.695 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.45526.log.gz
2024-09-10T22:02:23.696 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38606.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38606.log.gz
2024-09-10T22:02:23.696 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40141.log
2024-09-10T22:02:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38295.log:	 85.6% -- replaced with /var/log/ceph/ceph-client.admin.38295.log.gz
2024-09-10T22:02:23.697 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45140.log
2024-09-10T22:02:23.698 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40141.log:	 85.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.40141.log.gz
2024-09-10T22:02:23.698 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose -- /var/log/ceph/ceph-mon.c.log
2024-09-10T22:02:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45140.log:	 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45140.log.gz
2024-09-10T22:02:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40737.log
2024-09-10T22:02:23.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mon.c.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38113.log
2024-09-10T22:02:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40737.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40737.log.gz
2024-09-10T22:02:23.701 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45412.log
2024-09-10T22:02:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38113.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32538.log
2024-09-10T22:02:23.702 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38113.log.gz
2024-09-10T22:02:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45412.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.45412.log.gz
2024-09-10T22:02:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32336.log
2024-09-10T22:02:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32538.log:	 80.8% -- replaced with /var/log/ceph/ceph-client.admin.32538.log.gz
2024-09-10T22:02:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43123.log
2024-09-10T22:02:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32336.log:	  0.0% -- replaced with /var/log/ceph/ceph-client.admin.32336.log.gz
2024-09-10T22:02:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45098.log
2024-09-10T22:02:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43123.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.43123.log.gz
2024-09-10T22:02:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45394.log
2024-09-10T22:02:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45098.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.45098.log.gz
2024-09-10T22:02:23.706 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33087.log
2024-09-10T22:02:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45394.log:	 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45394.log.gz
2024-09-10T22:02:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38907.log
2024-09-10T22:02:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.33087.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.33087.log.gz
2024-09-10T22:02:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40756.log
2024-09-10T22:02:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38907.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38299.log
2024-09-10T22:02:23.710 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38907.log.gz
2024-09-10T22:02:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40756.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44767.log
2024-09-10T22:02:23.710 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40756.log.gz
2024-09-10T22:02:23.711 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38299.log:	 85.5% -- replaced with /var/log/ceph/ceph-client.admin.38299.log.gz
2024-09-10T22:02:23.712 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log
2024-09-10T22:02:23.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44767.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32322.log
2024-09-10T22:02:23.713 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44767.log.gz
2024-09-10T22:02:23.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mon.a.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46358.log
2024-09-10T22:02:23.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32322.log:	 77.4% -- replaced with /var/log/ceph/ceph-client.admin.32322.log.gz
2024-09-10T22:02:23.715 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38450.log
2024-09-10T22:02:23.716 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32813.log
2024-09-10T22:02:23.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46358.log:	 86.2% -- replaced with /var/log/ceph/ceph-client.admin.46358.log.gz
2024-09-10T22:02:23.717 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38450.log:	 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38450.log.gz
2024-09-10T22:02:23.717 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46022.log
2024-09-10T22:02:23.718 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log
2024-09-10T22:02:23.718 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32813.log:	 85.4% -- replaced with /var/log/ceph/ceph-client.admin.32813.log.gz
2024-09-10T22:02:23.719 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46022.log:	 86.5% -- replaced with /var/log/ceph/ceph-client.admin.46022.log.gz
2024-09-10T22:02:23.719 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45600.log
2024-09-10T22:02:23.720 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45362.log/var/log/ceph/ceph-osd.2.log:
2024-09-10T22:02:23.721 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45600.log:	 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45600.log.gz
2024-09-10T22:02:23.721 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45938.log
2024-09-10T22:02:23.722 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45362.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38827.log
2024-09-10T22:02:23.723 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.45362.log.gz
2024-09-10T22:02:23.723 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45938.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.45938.log.gz
2024-09-10T22:02:23.723 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log
2024-09-10T22:02:23.724 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46106.log
2024-09-10T22:02:23.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38827.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38827.log.gz
2024-09-10T22:02:23.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mgr.y.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33412.log
2024-09-10T22:02:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46106.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38013.log
2024-09-10T22:02:23.727 INFO:teuthology.orchestra.run.smithi067.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.46106.log.gz
2024-09-10T22:02:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.33412.log:	gzip -5 --verbose -- /var/log/ceph/ceph.log
2024-09-10T22:02:23.728 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.33412.log.gz
2024-09-10T22:02:23.729 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38013.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33325.log
2024-09-10T22:02:23.729 INFO:teuthology.orchestra.run.smithi067.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.38013.log.gz
2024-09-10T22:02:23.731 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.log:	/var/log/ceph/ceph-client.admin.33325.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45770.log
2024-09-10T22:02:23.731 INFO:teuthology.orchestra.run.smithi067.stderr: 93.6% -- replaced with /var/log/ceph/ceph.log.gz
2024-09-10T22:02:23.732 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.33325.log.gz
2024-09-10T22:02:23.733 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40578.log
2024-09-10T22:02:23.734 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45770.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.45770.log.gz
2024-09-10T22:02:23.734 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41280.log
2024-09-10T22:02:23.735 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40578.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33167.log
2024-09-10T22:02:23.736 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.40578.log.gz
2024-09-10T22:02:23.737 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41280.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.41280.log.gz
2024-09-10T22:02:23.738 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.33167.log:	 -- /var/log/ceph/ceph-client.admin.36872.log
2024-09-10T22:02:23.738 INFO:teuthology.orchestra.run.smithi067.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.33167.log.gz
2024-09-10T22:02:23.739 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log
2024-09-10T22:02:23.740 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36872.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32802.log
2024-09-10T22:02:23.740 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36872.log.gz
2024-09-10T22:02:23.743 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mgr.x.log:	/var/log/ceph/ceph-client.admin.32802.log:	 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32802.log.gz
2024-09-10T22:02:23.743 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41055.log
2024-09-10T22:02:23.745 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44807.log
2024-09-10T22:02:23.746 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41055.log:	 86.0% -- replaced with /var/log/ceph/ceph-client.admin.41055.log.gz
2024-09-10T22:02:23.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44807.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.44807.log.gz
2024-09-10T22:02:23.748 INFO:teuthology.orchestra.run.smithi067.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz
2024-09-10T22:02:23.748 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39931.log
2024-09-10T22:02:23.749 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32975.log
2024-09-10T22:02:23.751 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.39931.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32780.log
2024-09-10T22:02:23.751 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.39931.log.gz
2024-09-10T22:02:23.752 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32975.log:	 86.5% -- replaced with /var/log/ceph/ceph-client.admin.32975.log.gz
2024-09-10T22:02:23.753 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32780.log:	 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32780.log.gz
2024-09-10T22:02:23.753 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45728.log
2024-09-10T22:02:23.755 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46190.log
2024-09-10T22:02:23.756 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45728.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32121.log
2024-09-10T22:02:23.756 INFO:teuthology.orchestra.run.smithi067.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.45728.log.gz
2024-09-10T22:02:23.758 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46190.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40418.log
2024-09-10T22:02:23.758 INFO:teuthology.orchestra.run.smithi067.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.46190.log.gz
2024-09-10T22:02:23.759 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32121.log:	gzip -5 --verbose 76.8% -- -- replaced with /var/log/ceph/ceph-client.admin.32121.log.gz /var/log/ceph/ceph-client.admin.44847.log
2024-09-10T22:02:23.759 INFO:teuthology.orchestra.run.smithi067.stderr:
2024-09-10T22:02:23.760 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40418.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40932.log
2024-09-10T22:02:23.760 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.40418.log.gz
2024-09-10T22:02:23.761 INFO:teuthology.orchestra.run.smithi067.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.1.log.gz
2024-09-10T22:02:23.761 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44847.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40139.log
2024-09-10T22:02:23.761 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44847.log.gz
2024-09-10T22:02:23.762 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40932.log:	 86.7%gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log
2024-09-10T22:02:23.763 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40932.log.gz
2024-09-10T22:02:23.764 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40139.log:	 85.8% -- replaced with /var/log/ceph/ceph-client.admin.40139.log.gz
2024-09-10T22:02:23.764 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32366.log
2024-09-10T22:02:23.764 INFO:teuthology.orchestra.run.smithi067.stderr: 90.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz
2024-09-10T22:02:23.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mon.b.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40270.log
2024-09-10T22:02:23.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32366.log:	 77.4% -- replaced with /var/log/ceph/ceph-client.admin.32366.log.gz
2024-09-10T22:02:23.766 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41139.log
2024-09-10T22:02:23.767 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40270.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40270.log.gz
2024-09-10T22:02:23.767 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37871.log
2024-09-10T22:02:23.769 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.41139.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45056.log
2024-09-10T22:02:23.769 INFO:teuthology.orchestra.run.smithi067.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.41139.log.gz
2024-09-10T22:02:23.770 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37871.log:	 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37871.log.gz
2024-09-10T22:02:23.770 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38454.log
2024-09-10T22:02:23.771 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45056.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45854.log
2024-09-10T22:02:23.771 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45056.log.gz
2024-09-10T22:02:23.772 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38454.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38454.log.gz
2024-09-10T22:02:23.772 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40040.log
2024-09-10T22:02:23.773 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45854.log:	 85.8% -- replaced with /var/log/ceph/ceph-client.admin.45854.log.gz
2024-09-10T22:02:23.773 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26204.log
2024-09-10T22:02:23.774 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40040.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32727.log
2024-09-10T22:02:23.775 INFO:teuthology.orchestra.run.smithi067.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.40040.log.gz
2024-09-10T22:02:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.tmp-client.admin.26204.log:	  0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26204.log.gz
2024-09-10T22:02:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33127.log
2024-09-10T22:02:23.776 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40865.log
2024-09-10T22:02:23.777 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32727.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32727.log.gz
2024-09-10T22:02:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.33127.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45545.log
2024-09-10T22:02:23.778 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.33127.log.gz
2024-09-10T22:02:23.779 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40865.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32589.log
2024-09-10T22:02:23.779 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.40865.log.gz
2024-09-10T22:02:23.779 INFO:teuthology.orchestra.run.smithi067.stderr: 93.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz
2024-09-10T22:02:23.780 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45545.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.45545.log.gz
2024-09-10T22:02:23.780 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40307.log
2024-09-10T22:02:23.781 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32589.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40686.log
2024-09-10T22:02:23.781 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.32589.log.gz
2024-09-10T22:02:23.782 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40307.log:	 86.6% -- replaced with /var/log/ceph/ceph-client.admin.40307.log.gz
2024-09-10T22:02:23.782 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log
2024-09-10T22:02:23.783 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40686.log:	 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40686.log.gz
2024-09-10T22:02:23.784 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38785.log
2024-09-10T22:02:23.785 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose/var/log/ceph/ceph-osd.3.log:	 -- /var/log/ceph/ceph-client.admin.33207.log
2024-09-10T22:02:23.785 INFO:teuthology.orchestra.run.smithi067.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz
2024-09-10T22:02:23.785 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.38785.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46274.log
2024-09-10T22:02:23.786 INFO:teuthology.orchestra.run.smithi067.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.38785.log.gz
2024-09-10T22:02:23.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.33207.log:	 86.9% -- replaced with /var/log/ceph/ceph-client.admin.33207.log.gz
2024-09-10T22:02:23.787 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32670.log
2024-09-10T22:02:23.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46274.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40666.log
2024-09-10T22:02:23.788 INFO:teuthology.orchestra.run.smithi067.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.46274.log.gz
2024-09-10T22:02:23.789 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32670.log:	 87.0% -- replaced with /var/log/ceph/ceph-client.admin.32670.log.gz
2024-09-10T22:02:23.789 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32210.log
2024-09-10T22:02:23.790 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.40666.log:	gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45896.log
2024-09-10T22:02:23.790 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.40666.log.gz
2024-09-10T22:02:23.790 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.32210.log:	 77.2% -- replaced with /var/log/ceph/ceph-client.admin.32210.log.gz
2024-09-10T22:02:23.791 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45896.log:	 85.9% -- replaced with /var/log/ceph/ceph-client.admin.45896.log.gz
2024-09-10T22:02:23.841 INFO:teuthology.orchestra.run.smithi067.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz
2024-09-10T22:02:23.851 INFO:teuthology.orchestra.run.smithi067.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz
2024-09-10T22:02:23.858 INFO:teuthology.orchestra.run.smithi067.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz
2024-09-10T22:02:23.861 INFO:teuthology.orchestra.run.smithi067.stderr:
2024-09-10T22:02:23.861 INFO:teuthology.orchestra.run.smithi067.stderr:real	0m0.241s
2024-09-10T22:02:23.861 INFO:teuthology.orchestra.run.smithi067.stderr:user	0m0.632s
2024-09-10T22:02:23.861 INFO:teuthology.orchestra.run.smithi067.stderr:sys	0m0.366s
2024-09-10T22:02:23.862 INFO:tasks.ceph:Archiving logs...
2024-09-10T22:02:23.862 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/log/ceph to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707/remote/smithi067/log
2024-09-10T22:02:23.863 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/log/ceph -- .
2024-09-10T22:02:24.120 DEBUG:teuthology.run_tasks:Unwinding manager install
2024-09-10T22:02:24.143 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer...
2024-09-10T22:02:24.143 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer
2024-09-10T22:02:24.234 DEBUG:teuthology.run_tasks:Unwinding manager clock
2024-09-10T22:02:24.244 INFO:teuthology.task.clock:Checking final clock skew...
2024-09-10T22:02:24.244 DEBUG:teuthology.orchestra.run.smithi067:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-09-10T22:02:24.281 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found
2024-09-10T22:02:24.287 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-09-10T22:02:24.287 INFO:teuthology.orchestra.run.smithi067.stdout:===============================================================================
2024-09-10T22:02:24.287 INFO:teuthology.orchestra.run.smithi067.stdout:^* hv01.front.sepia.ceph.com     3   6   377    30   -413us[ -423us] +/-   37ms
2024-09-10T22:02:24.287 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv02.front.sepia.ceph.com     3   6   377    30  +1445us[+1436us] +/-   57ms
2024-09-10T22:02:24.287 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv03.front.sepia.ceph.com     3   6   377    30   -986us[ -995us] +/-   70ms
2024-09-10T22:02:24.287 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com     0   8     0     -     +0ns[   +0ns] +/-    0ns
2024-09-10T22:02:24.288 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab
2024-09-10T22:02:24.299 INFO:teuthology.task.ansible:Skipping ansible cleanup...
2024-09-10T22:02:24.299 DEBUG:teuthology.run_tasks:Unwinding manager selinux
2024-09-10T22:02:24.308 DEBUG:teuthology.orchestra.run.smithi067:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
2024-09-10T22:02:24.446 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0
2024-09-10T22:02:24.506 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-09-10T22:02:24.507 DEBUG:teuthology.run_tasks:Unwinding manager pcp
2024-09-10T22:02:24.525 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer
2024-09-10T22:02:24.590 INFO:teuthology.task.internal:Duration was 581.370359 seconds
2024-09-10T22:02:24.590 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog
2024-09-10T22:02:24.625 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring...
2024-09-10T22:02:24.625 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart
2024-09-10T22:02:24.712 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-09-10T22:02:24.965 INFO:teuthology.task.internal.syslog:Checking logs for errors...
2024-09-10T22:02:24.965 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi067.front.sepia.ceph.com
2024-09-10T22:02:24.966 DEBUG:teuthology.orchestra.run.smithi067:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1
2024-09-10T22:02:25.015 INFO:teuthology.task.internal.syslog:Compressing syslogs...
2024-09-10T22:02:25.015 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2024-09-10T22:02:25.074 INFO:teuthology.task.internal.syslog:Gathering journactl -b0...
2024-09-10T22:02:25.074 DEBUG:teuthology.orchestra.run.smithi067:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz
2024-09-10T22:02:25.217 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo
2024-09-10T22:02:25.228 INFO:teuthology.task.internal:Restoring /etc/sudoers...
2024-09-10T22:02:25.229 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers
2024-09-10T22:02:25.284 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump
2024-09-10T22:02:25.296 DEBUG:teuthology.orchestra.run.smithi067:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump
2024-09-10T22:02:25.367 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = core
2024-09-10T22:02:25.420 DEBUG:teuthology.orchestra.run.smithi067:> test -e /home/ubuntu/cephtest/archive/coredump
2024-09-10T22:02:25.453 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-09-10T22:02:25.454 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive
2024-09-10T22:02:25.467 INFO:teuthology.task.internal:Transferring archived files...
2024-09-10T22:02:25.467 DEBUG:teuthology.misc:Transferring archived files from smithi067:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/hyelloji-2024-09-10_16:59:47-fs-wip-hemanth-testing-2024-09-10-0723-testing-default-smithi/7899707/remote/smithi067
2024-09-10T22:02:25.468 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- .
2024-09-10T22:02:25.557 INFO:teuthology.task.internal:Removing archive directory...
2024-09-10T22:02:25.558 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf -- /home/ubuntu/cephtest/archive
2024-09-10T22:02:25.593 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload
2024-09-10T22:02:25.605 INFO:teuthology.task.internal:Not uploading archives.
2024-09-10T22:02:25.605 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
2024-09-10T22:02:25.616 INFO:teuthology.task.internal:Tidying up after the test...
2024-09-10T22:02:25.617 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest
2024-09-10T22:02:25.668 INFO:teuthology.orchestra.run.smithi067.stdout:   393247      4 drwxr-xr-x   2 ubuntu   ubuntu       4096 Sep 10 22:02 /home/ubuntu/cephtest
2024-09-10T22:02:25.670 DEBUG:teuthology.run_tasks:Unwinding manager kernel
2024-09-10T22:02:25.684 DEBUG:teuthology.run_tasks:Unwinding manager console_log
2024-09-10T22:02:25.708 INFO:teuthology.run:Summary data:
description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr
  mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down
  pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}
duration: 581.3703589439392
flavor: default
mon.a-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a
owner: scheduled_hyelloji@teuthology
success: true

2024-09-10T22:02:25.708 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/
2024-09-10T22:02:25.800 INFO:teuthology.run:pass